-- Logs begin at Fri 2021-05-21 14:39:48 UTC, end at Fri 2021-05-21 15:54:27 UTC. -- May 21 15:25:53.355508 dv-cinder-792299-3-smb systemd[1]: Started Devstack devstack@q-svc.service. May 21 15:25:55.795870 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.common.config [-] Logging enabled! May 21 15:25:55.796467 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 15:25:55.796639 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92188) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 15:25:55.799882 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.common.config [-] Logging enabled! May 21 15:25:55.800146 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev227 May 21 15:25:55.800499 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=92188) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} May 21 15:25:55.801438 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:25:55.801671 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:25:55.802034 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:25:55.802281 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:25:55.802507 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:25:55.802851 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.803150 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.803448 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.803677 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.803976 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.804298 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.804581 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.804868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.805163 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.805456 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.805738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.806023 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.806254 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.806535 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] config_source = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.806847 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.807137 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.807363 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] debug = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.807661 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.808096 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.808514 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.808798 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.809088 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.809364 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.809682 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.809938 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.810228 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.810560 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] host = dv-cinder-792299-3-smb {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.810866 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.811160 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.811449 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.811737 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.812016 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.812294 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.812575 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.812850 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_dir = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.813124 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.813402 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.813690 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.813996 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.814293 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.814518 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.814826 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.815120 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.815408 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.815713 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.815997 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.816310 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.816594 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.816874 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.817148 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.817436 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.817721 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.818007 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.818288 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.818567 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.818866 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.819144 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.819432 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.819707 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.819984 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.820263 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.820555 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.820852 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.821165 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.821429 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.821740 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.822027 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.822314 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.822595 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.822920 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.823200 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.823477 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] use_journal = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.823751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] use_json = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.824027 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.824300 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.824586 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.824861 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.825137 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.825433 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.825708 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.825998 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:55.826298 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.826598 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.826927 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.827216 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.827532 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.827802 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.828094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.828375 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.828690 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.828983 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.829280 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.829563 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.829856 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.830138 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.830435 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.830764 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.831066 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.831355 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.832148 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.832446 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.832727 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.833036 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.833328 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.833626 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.833922 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.834200 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.834482 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.834802 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.835089 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.835364 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.835648 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.835936 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.836217 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.836499 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.836802 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.836802 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.837328 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.837594 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.837876 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.838186 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.838470 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.838767 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.840577 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.840577 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.840577 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.840577 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.840577 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.840577 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.841030 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.841030 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.841201 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.841445 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.841725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.841998 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.842278 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.842551 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.842854 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.843130 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.843408 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.843682 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.843959 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.844237 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.844521 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.844798 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.845075 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.845352 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.845651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.845947 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.846247 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.846546 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.846849 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.847136 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.848104 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.848391 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.848676 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.848957 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.849243 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.849529 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.849808 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.850126 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.850417 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.850744 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.851017 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.851299 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.851600 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.851884 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.852174 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.852495 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.852776 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.853093 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.853383 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.853681 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.853980 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.854273 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.854571 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.854893 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.855183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.855518 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.855802 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:55.856042 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:25:55.856290 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=92188) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} May 21 15:25:56.213243 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=92188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:56.213517 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=92188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:56.213810 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=92188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:25:56.214143 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [-] Loading core plugin: ml2 May 21 15:25:56.525562 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.525769 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.526039 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.527298 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.527574 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.527834 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.646996 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.647297 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.647523 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.661560 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.661851 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.662125 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.691736 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.692008 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.692274 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.731475 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.731755 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.732019 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.967148 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.967811 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.967811 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.968006 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:56.968656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.095040 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.095415 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.095755 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.096086 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.096447 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.096794 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.097093 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.097984 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.098282 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.098651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.099008 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.099319 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.099640 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.100030 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.100386 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.100703 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.101008 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.101471 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.101797 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.102126 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.102531 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.102870 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.103167 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.103495 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.103790 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.104080 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.104514 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:57.104799 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:57.105079 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:57.105364 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:57.105651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:57.105925 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:57.106368 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] May 21 15:25:57.109687 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] May 21 15:25:57.113685 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete May 21 15:25:57.117493 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])]) May 21 15:25:57.119170 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] May 21 15:25:57.119626 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) May 21 15:25:57.119962 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] May 21 15:25:57.120347 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] May 21 15:25:57.123337 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] May 21 15:25:57.123591 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] May 21 15:25:57.123936 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] May 21 15:25:57.152917 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] May 21 15:25:57.153395 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.153721 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=92188) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} May 21 15:25:57.154077 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.155483 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=92188) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} May 21 15:25:57.155771 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] May 21 15:25:57.156020 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] May 21 15:25:57.159412 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.159695 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:57.232055 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' May 21 15:25:57.232228 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete May 21 15:25:57.232447 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' May 21 15:25:57.232831 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] May 21 15:25:57.263650 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_db.sqlalchemy.engines [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=92188) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} May 21 15:25:57.806062 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing driver for type 'gre' May 21 15:25:57.806658 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] gre ID ranges: [(1, 1000)] May 21 15:25:58.017076 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing driver for type 'local' May 21 15:25:58.017680 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing driver for type 'vlan' May 21 15:25:58.125682 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] VlanTypeDriver initialization complete May 21 15:25:58.126014 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing driver for type 'vxlan' May 21 15:25:58.126517 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] vxlan ID ranges: [(1, 1000)] May 21 15:25:58.349032 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing extension driver 'port_security' May 21 15:25:58.349357 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.extensions.port_security [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] PortSecurityExtensionDriver initialization complete May 21 15:25:58.349684 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing mechanism driver 'openvswitch' May 21 15:25:58.349995 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing mechanism driver 'hyperv' May 21 15:25:58.359364 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.plugins.ml2.plugin [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=92188) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:58.363703 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.363703 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.363703 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.363703 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364153 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364153 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364153 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364153 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364450 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364450 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > security_group after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364450 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > security_group after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364710 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > security_group after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.364842 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.365174 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.365499 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.365870 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > address_group after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.366192 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > address_group after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.366518 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > address_group after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.366866 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] ML2 OVO RPC backend initialized. {{(pid=92188) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:160}} May 21 15:25:58.367559 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.367905 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.368310 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.368643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > networks before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.368973 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.369299 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > ports before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.369625 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.369996 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnets before_response 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.370328 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.370653 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.371002 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.371323 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.371649 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.371970 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.372291 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.372610 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.372926 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > subnet after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.373502 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.plugin [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Modular L2 Plugin initialization complete May 21 15:25:58.373818 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading services supported by the core plugin {{(pid=92188) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} May 21 15:25:58.374130 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.plugins.ml2.managers [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Got port-security extension from driver 'port_security' May 21 15:25:58.374578 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.extensions.vlantransparent [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Disabled vlantransparent extension. May 21 15:25:58.375106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=92188) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} May 21 15:25:58.375474 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: router May 21 15:25:58.413214 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_interface before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.413595 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_create 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.413958 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router before_create 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.414312 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_interface before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.414669 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_interface after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.415037 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_delete 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.415383 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > floatingip after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.415771 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_create 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.416109 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_update 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.416446 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_update 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.416786 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.417135 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_update 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.417582 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_update 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.417951 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.418279 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.418605 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: subnet after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.418953 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.419288 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > port precommit_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.419621 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_create 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.419946 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.420274 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.420624 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router after_update 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.420961 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_delete 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.421317 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_create 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.421664 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router_interface after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.421992 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_update 55549900 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.422350 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > network after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.423238 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Tracking information for resource: router configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:58.423555 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Tracking information for resource: floatingip configured {{(pid=92188) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} May 21 15:25:58.429225 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.db.l3_agentschedulers_db [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. May 21 15:25:58.429782 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.430130 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port after_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.430470 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port after_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.430832 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: port after_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.431605 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router before_create 55550100 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.431957 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_delete 55550100 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.432306 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_create 55550100 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.432650 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > router precommit_update 55550100 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.437199 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.provider_configuration [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service providers = [] {{(pid=92188) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} May 21 15:25:58.437553 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.db.servicetype_db [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=92188) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} May 21 15:25:58.440500 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.service_base [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=92188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:25:58.440838 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.service_base [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=92188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:25:58.441205 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.service_base [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=92188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:25:58.442106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.services.service_base [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=92188) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} May 21 15:25:58.442462 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.services.service_base [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Default provider is not specified for service type L3_ROUTER_NAT May 21 15:25:58.443022 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.443335 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin May 21 15:25:58.453751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded METERING plugin. Description: METERING {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.454074 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: auto_allocate May 21 15:25:58.459815 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: network precommit_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.460170 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: network precommit_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.460675 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.461004 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: tag May 21 15:25:58.467790 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.468111 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: timestamp May 21 15:25:58.471835 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.472675 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: network_ip_availability May 21 15:25:58.477827 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.478186 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.478576 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.479315 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.479623 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: flavors May 21 15:25:58.484523 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.484961 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading Plugin: revisions May 21 15:25:58.494271 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=92188) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} May 21 15:25:58.494648 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_concurrency.lockutils [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.281s {{(pid=92188) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:25:58.495447 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=92188) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} May 21 15:25:58.495769 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Initializing extension manager. May 21 15:25:58.496258 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: __init__.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.496617 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: __pycache__ {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.496907 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.497227 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: address_group.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.498010 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.498568 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: address-group May 21 15:25:58.498907 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: address_scope.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.499591 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.500084 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: address-scope May 21 15:25:58.500396 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: admin_state_down_before_update.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.501313 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.501853 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: router-admin-state-down-before-update May 21 15:25:58.502166 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: agent.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.502864 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.503368 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: agent May 21 15:25:58.503707 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: agent_resources_synced.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.504580 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.505083 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: agent-resources-synced May 21 15:25:58.505391 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: allowedaddresspairs.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.507327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.507745 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: allowed-address-pairs May 21 15:25:58.508062 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: auto_allocated_topology.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.509101 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.509648 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: auto-allocated-topology May 21 15:25:58.509957 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: availability_zone.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.510617 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.511138 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: availability_zone May 21 15:25:58.511445 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: availability_zone_filter.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.512313 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.512805 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: availability_zone_filter May 21 15:25:58.513112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: data_plane_status.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.513984 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.514471 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension data-plane-status not supported by any of loaded plugins May 21 15:25:58.514805 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: default_subnetpools.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.515680 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.516172 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: default-subnetpools May 21 15:25:58.516480 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: dhcpagentscheduler.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.517254 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.517751 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: dhcp_agent_scheduler May 21 15:25:58.518064 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: dns.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.524933 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.525498 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension dns-integration not supported by any of loaded plugins May 21 15:25:58.525823 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: dns_domain_ports.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.526784 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.527301 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension dns-domain-ports not supported by any of loaded plugins May 21 15:25:58.527621 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: dvr.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.528289 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.528803 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: dvr May 21 15:25:58.529119 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: empty_string_filtering.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.530057 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.530558 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: empty-string-filtering May 21 15:25:58.530906 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.531818 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.532320 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins May 21 15:25:58.532657 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.533606 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.534137 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins May 21 15:25:58.534455 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: external_net.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.535946 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.536466 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: external-net May 21 15:25:58.536783 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: extra_dhcp_opt.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.537941 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.538443 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: extra_dhcp_opt May 21 15:25:58.538792 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: extraroute.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.539709 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.540240 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: extraroute May 21 15:25:58.540560 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: extraroute_atomic.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.541667 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.542198 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: extraroute-atomic May 21 15:25:58.542539 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: filter_validation.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.543246 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.543757 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: filter-validation May 21 15:25:58.544073 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: fip_pf_description.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.545166 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.545701 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins May 21 15:25:58.546049 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: fip_port_details.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.547086 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.547633 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: fip-port-details May 21 15:25:58.547951 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: flavors.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.549185 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.549700 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: flavors May 21 15:25:58.550021 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.552271 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.552820 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins May 21 15:25:58.553145 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: floatingip_pools.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.553837 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.554344 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: floatingip-pools May 21 15:25:58.554663 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: ip_allocation.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.555595 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.556101 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension ip_allocation not supported by any of loaded plugins May 21 15:25:58.556421 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: ip_substring_port_filtering.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.557325 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.557838 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: ip-substring-filtering May 21 15:25:58.558187 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l2_adjacency.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.563973 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.564482 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension l2_adjacency not supported by any of loaded plugins May 21 15:25:58.564799 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.565827 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.566413 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: router May 21 15:25:58.566828 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3_conntrack_helper.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.569131 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.569679 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension l3-conntrack-helper not supported by any of loaded plugins May 21 15:25:58.570005 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3_ext_gw_mode.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.570951 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.571460 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: ext-gw-mode May 21 15:25:58.571778 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3_ext_ha_mode.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.572674 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.573181 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: l3-ha May 21 15:25:58.573497 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3_flavors.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.574404 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.574967 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: l3-flavors May 21 15:25:58.575295 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.576226 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.576731 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: l3-port-ip-change-not-allowed May 21 15:25:58.577048 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: l3agentscheduler.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.578084 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.578594 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: l3_agent_scheduler May 21 15:25:58.578945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: logging.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.580413 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.580929 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension logging not supported by any of loaded plugins May 21 15:25:58.581282 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: metering.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.582515 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.583120 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: metering May 21 15:25:58.583447 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.584545 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.585125 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: metering_source_and_destination_fields May 21 15:25:58.585399 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: multiprovidernet.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.586444 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.586987 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: multi-provider May 21 15:25:58.587330 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: netmtu.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.588233 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.588746 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: net-mtu May 21 15:25:58.589061 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: netmtu_writable.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.589963 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.590476 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: net-mtu-writable May 21 15:25:58.590831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: network_availability_zone.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.591486 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.592014 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: network_availability_zone May 21 15:25:58.592328 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: network_ip_availability.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.593427 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.593943 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: network-ip-availability May 21 15:25:58.594258 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: network_segment_range.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.595039 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.595541 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension network-segment-range not supported by any of loaded plugins May 21 15:25:58.595852 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: pagination.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.596830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.597153 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: pagination May 21 15:25:58.598075 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: port_device_profile.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.599095 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.599588 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: port-device-profile May 21 15:25:58.599899 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: port_mac_address_regenerate.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.604233 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.604742 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: port-mac-address-regenerate May 21 15:25:58.605060 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: port_numa_affinity_policy.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.605954 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.606459 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: port-numa-affinity-policy May 21 15:25:58.606810 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: port_resource_request.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.607705 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.608230 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension port-resource-request not supported by any of loaded plugins May 21 15:25:58.608549 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: portbindings.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.609462 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.610000 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: binding May 21 15:25:58.610311 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: portbindings_extended.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.611587 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.612095 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: binding-extended May 21 15:25:58.612417 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: portsecurity.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.613315 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.613822 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: port-security May 21 15:25:58.614140 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: project_id.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.615164 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.615510 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: project-id May 21 15:25:58.615827 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: providernet.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.616733 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.617250 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: provider May 21 15:25:58.617565 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.621169 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.621719 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos not supported by any of loaded plugins May 21 15:25:58.622048 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_bw_limit_direction.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.623334 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.623851 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-bw-limit-direction not supported by any of loaded plugins May 21 15:25:58.624175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.625093 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.625604 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins May 21 15:25:58.625923 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_default.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.626897 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.627416 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-default not supported by any of loaded plugins May 21 15:25:58.627743 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_fip.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.628390 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.628890 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-fip not supported by any of loaded plugins May 21 15:25:58.629204 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_gateway_ip.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.630121 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.630618 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-gateway-ip not supported by any of loaded plugins May 21 15:25:58.630969 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_port_network_policy.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.631878 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.632385 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-port-network-policy not supported by any of loaded plugins May 21 15:25:58.632704 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_rule_type_details.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.633702 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.634227 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-rule-type-details not supported by any of loaded plugins May 21 15:25:58.634557 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: qos_rules_alias.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.635675 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.636216 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension qos-rules-alias not supported by any of loaded plugins May 21 15:25:58.636538 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: quotasv2.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.637617 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.637942 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: quotas May 21 15:25:58.638284 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: quotasv2_detail.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.639987 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.640328 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: quota_details May 21 15:25:58.640650 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: rbac.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.641698 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.642220 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: rbac-policies May 21 15:25:58.642566 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: rbac_address_group.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.643527 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.644545 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: rbac-address-group May 21 15:25:58.644894 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: rbac_address_scope.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.645807 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.646320 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: rbac-address-scope May 21 15:25:58.646643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: rbac_security_groups.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.647579 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.648091 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: rbac-security-groups May 21 15:25:58.648411 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: rbac_subnetpool.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.649334 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.649867 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: rbac-subnetpool May 21 15:25:58.650185 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: revisionifmatch.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.651125 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.651639 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: revision-if-match May 21 15:25:58.651958 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: revisions.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.653050 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.653568 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: standard-attr-revisions May 21 15:25:58.653910 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: router_availability_zone.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.654581 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.655127 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: router_availability_zone May 21 15:25:58.655468 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: routerservicetype.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.656398 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.657320 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension router-service-type not supported by any of loaded plugins May 21 15:25:58.657320 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.658103 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.658612 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: security-groups-normalized-cidr May 21 15:25:58.658964 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: security_groups_port_filtering.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.660545 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.661058 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: port-security-groups-filtering May 21 15:25:58.661386 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: security_groups_remote_address_group.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.662299 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.663122 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: security-groups-remote-address-group May 21 15:25:58.663439 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: securitygroup.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.673216 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.673743 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: security-group May 21 15:25:58.674076 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: segment.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.674893 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.675462 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension segment not supported by any of loaded plugins May 21 15:25:58.675749 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.676693 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.677198 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins May 21 15:25:58.677524 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: servicetype.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.678651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.679206 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: service-type May 21 15:25:58.679531 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: sorting.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.680504 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.680831 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: sorting May 21 15:25:58.681146 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: standard_attr_segment.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.682044 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.682558 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension standard-attr-segment not supported by any of loaded plugins May 21 15:25:58.682949 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: standardattrdescription.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.683591 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.684113 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: standard-attr-description May 21 15:25:58.684430 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: stateful_security_group.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.685339 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.685858 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: stateful-security-group May 21 15:25:58.686174 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: stdattrs_common.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.686767 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py May 21 15:25:58.687083 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.688105 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.688623 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins May 21 15:25:58.688940 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: subnet_onboard.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.690014 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.690537 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: subnet_onboard May 21 15:25:58.690893 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: subnet_segmentid_writable.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.694379 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.694921 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension subnet-segmentid-writable not supported by any of loaded plugins May 21 15:25:58.695240 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: subnet_service_types.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.696184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.696694 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: subnet-service-types May 21 15:25:58.697012 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: subnetallocation.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.698076 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.698597 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: subnet_allocation May 21 15:25:58.698949 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.699627 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.700168 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: subnetpool-prefix-ops May 21 15:25:58.700482 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.701407 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.701927 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins May 21 15:25:58.702244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: tagging.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.703347 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.703887 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: standard-attr-tag May 21 15:25:58.704211 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: timestamp.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.705406 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.705946 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loaded extension: standard-attr-timestamp May 21 15:25:58.706266 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: trunk.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.707947 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.708486 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension trunk not supported by any of loaded plugins May 21 15:25:58.708810 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: trunk_details.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.709730 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.710240 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension trunk-details not supported by any of loaded plugins May 21 15:25:58.710570 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: uplink_status_propagation.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.711533 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.712044 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension uplink-status-propagation not supported by any of loaded plugins May 21 15:25:58.712364 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Loading extension file: vlantransparent.py {{(pid=92188) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} May 21 15:25:58.713053 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=92188) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} May 21 15:25:58.713619 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extension vlan-transparent not supported by any of loaded plugins May 21 15:25:58.716165 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:network May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:subnet May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:port May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service FLAVORS assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.722930 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:router May 21 15:25:58.723551 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:floatingip May 21 15:25:58.723551 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service METERING assigned prefix: /metering {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.724809 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.725180 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.725524 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=92188) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:25:58.726727 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of CountableResource for resource:rbac_policy May 21 15:25:58.727183 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:security_group May 21 15:25:58.727833 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:security_group_rule May 21 15:25:58.728619 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service CORE assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.728957 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:25:58.729296 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] subnetpool is already registered May 21 15:25:58.729910 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service CORE assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.730278 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:25:58.730609 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] subnetpool is already registered May 21 15:25:58.734297 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.734748 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service FLAVORS assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.735345 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.735807 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.736141 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:router May 21 15:25:58.736468 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] router is already registered May 21 15:25:58.737054 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:floatingip May 21 15:25:58.737376 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] floatingip is already registered May 21 15:25:58.738023 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service METERING assigned prefix: /metering {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.738689 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of CountableResource for resource:rbac_policy May 21 15:25:58.739034 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] rbac_policy is already registered May 21 15:25:58.739574 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:security_group May 21 15:25:58.739898 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] security_group is already registered May 21 15:25:58.740506 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:security_group_rule May 21 15:25:58.740830 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] security_group_rule is already registered May 21 15:25:58.741484 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service CORE assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.741814 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:25:58.742134 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] subnetpool is already registered May 21 15:25:58.742747 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.v2.resource_helper [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Service CORE assigned prefix: {{(pid=92188) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} May 21 15:25:58.743078 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Creating instance of TrackedResource for resource:subnetpool May 21 15:25:58.743398 dv-cinder-792299-3-smb neutron-server[92188]: WARNING neutron.quota.resource_registry [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] subnetpool is already registered May 21 15:25:58.744049 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: extensions {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.745524 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: address-groups {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.747155 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: address-scopes {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.748394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: agents {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.751280 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: auto-allocated-topology {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.751280 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: availability_zones {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.752183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: dhcp-networks {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.753668 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: dhcp-agents {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.755111 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: routers {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.756912 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: flavors {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.758091 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: service_profiles {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.759432 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: next_providers {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.760974 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: service_profiles {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.762410 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: floatingip-pools {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.763684 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: routers {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.765543 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: floatingips {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.766732 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: l3-routers {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.768108 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: l3-agents {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.770129 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: metering-labels {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.771512 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: metering-label-rules {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.772795 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: network-ip-availabilities {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.774041 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: bindings {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.775730 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: quotas {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.777142 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: quotas {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.778564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: rbac-policies {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.779887 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: security-groups {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.781111 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: security-group-rules {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.782383 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: service-providers {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.783630 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: subnetpools {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.785641 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: subnetpools {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.787230 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.789175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.791010 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.792853 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.795689 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.797596 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.799390 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.911556 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.913592 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.915489 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron.api.extensions [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Extended resource: tags {{(pid=92188) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} May 21 15:25:58.921324 dv-cinder-792299-3-smb neutron-server[92188]: WARNING keystonemiddleware.auth_token [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. May 21 15:25:58.926146 dv-cinder-792299-3-smb neutron-server[92188]: WARNING keystonemiddleware.auth_token [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint May 21 15:25:58.934508 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_concurrency.lockutils [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Acquired lock "singleton_lock" {{(pid=92188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} May 21 15:25:58.935016 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_concurrency.lockutils [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Releasing lock "singleton_lock" {{(pid=92188) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} May 21 15:25:58.935676 dv-cinder-792299-3-smb neutron-server[92188]: INFO oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Starting 2 workers May 21 15:25:58.940267 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Started child 92295 {{(pid=92188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:25:58.945158 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Started child 92296 {{(pid=92188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:25:58.946413 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.947148 dv-cinder-792299-3-smb neutron-server[92188]: INFO neutron.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Neutron service started, listening on 0.0.0.0:9696 May 21 15:25:58.947551 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Notify callbacks [] for process, before_spawn {{(pid=92188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.947995 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [-] (92295) wsgi starting up on http://0.0.0.0:9696 May 21 15:25:58.949911 dv-cinder-792299-3-smb neutron-server[92188]: INFO oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Starting 1 workers May 21 15:25:58.950385 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.951869 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [-] (92296) wsgi starting up on http://0.0.0.0:9696 May 21 15:25:58.955011 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Started child 92297 {{(pid=92188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:25:58.955531 dv-cinder-792299-3-smb neutron-server[92188]: INFO oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Starting 1 workers May 21 15:25:58.959185 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] calling RpcWorker wait() {{(pid=92297) _wait /opt/stack/neutron/neutron/service.py:128}} May 21 15:25:58.959781 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] returning from RpcWorker wait() {{(pid=92297) _wait /opt/stack/neutron/neutron/service.py:135}} May 21 15:25:58.960415 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Started child 92298 {{(pid=92188) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} May 21 15:25:58.960943 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.961202 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG neutron_lib.callbacks.manager [None req-81945e11-5e82-4e11-abcf-0030966d1e8e None None] Notify callbacks [] for process, after_spawn {{(pid=92188) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.961387 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:58.963097 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 15:25:58.963320 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:25:58.963506 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:25:58.963723 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:25:58.964081 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:25:58.964245 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:25:58.964918 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.965190 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.965329 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:25:58.965846 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.965846 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.966008 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.966571 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.966851 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.967103 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.967292 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:25:58.967390 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.967799 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.968127 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.968298 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.968562 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.968808 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.969118 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.969392 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.969648 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.969918 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.970085 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.970564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.970780 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.971180 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.971462 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] debug = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.971720 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.972251 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.972484 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.972732 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.972955 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.973222 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.973510 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.973783 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.974043 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.974276 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.974511 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.974793 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.975042 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.975260 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.975519 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.975780 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.976014 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.976495 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] host = dv-cinder-792299-3-smb {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.976711 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.976925 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.977180 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.977430 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.977688 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.977986 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.978146 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.978409 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.978651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.978915 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.979182 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.979442 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.979688 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.979925 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.980089 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_options = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.980302 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.980630 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.980855 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.981049 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.981218 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.981391 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.981651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.981815 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.982075 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.982302 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.982515 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.982778 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.983027 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.983259 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.983506 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.983786 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.983937 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.984139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.984422 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.984651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.984871 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.985095 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.985312 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.985547 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.985758 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.986005 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.986175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.986385 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.986610 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.987011 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.987229 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.987489 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.987767 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.988811 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.988811 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.988811 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.988811 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.989362 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.989362 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.989633 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.989633 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.989845 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.990070 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.990303 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.990540 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.990810 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_json = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.991022 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.991234 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.991476 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.991779 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.992023 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.992256 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.992469 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.992724 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:58.993114 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.993392 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.993708 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.993936 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.994184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.994500 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.994663 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.994936 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.995188 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.995435 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.995747 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.995995 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.996280 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.996541 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.996799 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.997123 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.997399 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.997677 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.997929 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.998160 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.998391 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.998607 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:58.999005 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009106 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.009831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.010466 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.011868 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.012491 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013113 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013726 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013726 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.013876 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.014044 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.014289 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.018112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.019768 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.020241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.020241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.020241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.020241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.020241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.020241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021347 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021625 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.021873 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.022173 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.022436 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.022689 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.022951 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.023220 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.023476 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.023702 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.024107 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.024436 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.024722 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.024961 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.025183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.025398 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.025788 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.027126 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.027572 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.027813 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.028047 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.028434 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.028700 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.028953 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.029225 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.029487 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.029741 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.029838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48028) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:25:59.029992 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.030246 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.030467 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.030686 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.030955 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.031171 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.031403 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.031617 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.031859 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.032072 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.032283 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.032530 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.032775 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.033021 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.033233 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.033447 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.033693 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.033943 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.034149 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.034492 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.034830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.035175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.035494 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.035883 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.036247 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.036501 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.036723 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.036986 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.037237 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.037733 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.037956 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.038258 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.038513 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.038747 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.039023 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.039211 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.039420 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.039651 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.039866 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.040090 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.040304 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.040522 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.040734 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.040982 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.041225 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.041556 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.041814 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.042038 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.042268 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.042499 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.042741 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.043003 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.043239 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.043483 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.043693 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.043902 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.044175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.044434 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.044678 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.044886 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.045096 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.045310 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.045629 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.045843 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.046136 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.046379 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.046607 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.047013 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.047139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.047317 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.047523 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.047732 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.047950 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.048175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.048399 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.048621 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.048814 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.049021 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.049227 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.049449 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.049663 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.049915 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.050127 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.050334 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.051090 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.051090 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.051090 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.051378 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [-] 10.222.0.66 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0190849 May 21 15:25:59.051460 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.051568 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.051884 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.052130 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.052344 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.053566 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.053804 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.054056 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.054583 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.054742 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.054865 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.055108 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.056108 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.056108 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.056108 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.056338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.056509 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.057151 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.057151 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.057359 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.057515 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.057794 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.058073 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.058307 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.058598 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.058937 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.059209 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.059470 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.059693 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.059972 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.060391 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.060617 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.060832 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.061066 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.061326 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.061749 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.062280 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.062280 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.062468 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.062634 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.062870 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.063843 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.063843 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.063843 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.063843 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.064174 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:25:59.064782 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=92188) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} May 21 15:25:59.064782 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} May 21 15:25:59.064954 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} May 21 15:25:59.065035 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} May 21 15:25:59.065137 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} May 21 15:25:59.065286 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} May 21 15:25:59.065488 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.066766 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.066766 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.066766 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.066766 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067094 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067264 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067345 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067484 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067625 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067781 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.067934 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.068088 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.068243 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.068398 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.068551 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.068704 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.068862 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069016 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] config_source = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069171 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069322 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069475 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] debug = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069627 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069810 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.069962 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.070109 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.070246 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.070404 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.070556 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.070727 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.070880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.071033 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.071187 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.071341 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.071494 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.071634 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] host = dv-cinder-792299-3-smb {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.073945 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.074473 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_dir = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.074473 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.074473 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_options = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.074689 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.074831 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.074911 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.075082 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.075238 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.075544 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.075800 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.076109 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.076401 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.076688 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.076968 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.077244 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.077521 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.077821 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.077975 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.078261 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.078676 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.078984 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.079282 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.079437 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.079595 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.079749 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.079910 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.080059 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.080344 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.080645 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.080933 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.081092 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.081248 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083338 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.083880 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.084292 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.084292 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_journal = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.084292 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_json = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.084488 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085394 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085832 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} May 21 15:25:59.085832 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.085832 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.086112 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.086739 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.086739 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.086739 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.086739 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087061 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087061 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087210 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087325 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087483 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087815 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.087967 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.088271 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.088584 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.088892 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.089076 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.089193 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.089351 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.089511 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.089725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.089876 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.090175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.66/identity {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.090469 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.090774 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.091065 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.091367 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.091526 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.091690 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.091837 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.091993 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.092150 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.092302 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.092451 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.092607 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.092814 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.092905 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.093830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.093830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.093830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.093830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.093830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.093830 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.094224 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.094224 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.094224 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.094416 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095183 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095522 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095522 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095664 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095742 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.095899 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.096241 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.096332 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.096611 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.096716 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.096808 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.096953 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.097110 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.097377 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.097698 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.097918 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.098096 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.098256 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.098413 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.098621 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.099705 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.099869 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100028 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100734 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100734 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100734 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100734 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100997 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.100997 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.101499 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.101499 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.101801 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.102656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.102656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.102656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.102656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.102656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.102656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.103072 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.103072 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.103204 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.103274 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.104738 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105323 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105323 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105323 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105323 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105323 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105662 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105662 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105662 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105909 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.105992 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.106200 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.106402 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.106519 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.106674 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.106854 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.107012 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.107175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.107337 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.108184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.108184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.108184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.108184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.108184 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.109564 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.113745 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.66/identity {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.114327 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.116725 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.117691 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118255 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.118751 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119194 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119681 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119681 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119681 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119900 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.119900 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120048 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120172 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120329 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120498 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120656 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120816 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.120969 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.121286 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.121591 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.121883 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.122174 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.122463 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.122808 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.122979 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.123121 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.123277 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124175 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124550 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124550 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124683 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.124763 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125620 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125620 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125620 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125620 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125620 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125620 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125990 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.125990 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.126122 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.126643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.126643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.126643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.126882 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.126950 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.127108 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.127268 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.128139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.128139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.128139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.128139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.128139 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129057 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129057 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129057 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129269 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129348 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129473 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129631 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129785 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.129941 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.130097 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.130252 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.130407 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.130563 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.130734 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.130894 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.131050 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.131206 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.131361 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.131517 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.131678 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.132643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.132643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.132643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.132643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} May 21 15:25:59.132643 dv-cinder-792299-3-smb neutron-server[92188]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=92188) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} May 21 15:25:59.135114 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:10.308922 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7eb2017-450a-4f6a-aeaf-4f316c150ced None None] get_active_networks_info from dv-cinder-792299-3-smb {{(pid=92297) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} May 21 15:26:10.381403 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7eb2017-450a-4f6a-aeaf-4f316c150ced None None] No non-hosted networks {{(pid=92297) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} May 21 15:26:10.396380 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.agentschedulers_db [None req-a7eb2017-450a-4f6a-aeaf-4f316c150ced None None] DHCP Agent not found on host dv-cinder-792299-3-smb {{(pid=92297) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} May 21 15:26:10.662448 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d085a82a-2b33-4f1d-a260-a692bee91708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158'] for agent, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.668748 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158'] for agent, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.670332 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.670959 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.678693 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.678693 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.678693 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.678693 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.678693 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.679514 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.679514 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.679514 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.679514 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.679514 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:12.680101 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-792299-3-smb', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:12.691246 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-792299-3-smb', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:12.846782 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-eaaf457f-1358-438f-a585-58f9e77122e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158'] for agent, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:12.915226 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.db.api [None req-1d281b49-a0c9-4035-9929-b0a41f4f93be None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agents.uniq_agents0agent_type0host'] with value(s) L3 agent-dv-cinder-792299-3-smb {{(pid=92297) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} May 21 15:26:12.915987 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_db.api [None req-1d281b49-a0c9-4035-9929-b0a41f4f93be None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} May 21 15:26:13.441137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1d281b49-a0c9-4035-9929-b0a41f4f93be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:13.874035 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158'] for agent, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:15.548098 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158'] for agent, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:16.792507 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.db.l3_hamode_db [None req-0689d5f8-8350-48fb-9da5-083db18c43d4 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 May 21 15:26:16.878241 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d5f8-8350-48fb-9da5-083db18c43d4 None None] Routers set() bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:16.878610 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0689d5f8-8350-48fb-9da5-083db18c43d4 None None] Router IDs set() for agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} May 21 15:26:16.942197 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48128) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:17.548524 dv-cinder-792299-3-smb neutron-server[92295]: WARNING oslo_policy.policy [None req-2dd0df6b-d527-4f78-b459-705af0ea8f77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:17.549140 dv-cinder-792299-3-smb neutron-server[92295]: WARNING oslo_policy.policy [None req-2dd0df6b-d527-4f78-b459-705af0ea8f77 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:17.767004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [None req-2dd0df6b-d527-4f78-b459-705af0ea8f77 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:26:17.768213 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2dd0df6b-d527-4f78-b459-705af0ea8f77 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8239455 May 21 15:26:20.234104 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48142) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:20.620265 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'shared': True}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:20.720468 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.policy [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92295) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 15:26:20.765711 dv-cinder-792299-3-smb neutron-server[92295]: WARNING oslo_policy.policy [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:20.766079 dv-cinder-792299-3-smb neutron-server[92295]: WARNING oslo_policy.policy [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:20.775122 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.quota [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] Loaded quota_driver: . May 21 15:26:20.791415 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:20.898526 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732843844819', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732843844350', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732843892379', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732843895335', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732843868330', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8732843878813', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1507861', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1415508', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-379736', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-691715'] for rbac-policy, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.091240 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:21.092452 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-84784f92-7a8c-442f-a145-a9bb32fee0d1 admin admin] 10.222.0.66 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8573148 May 21 15:26:23.714430 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48156) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:24.100396 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Request body: {'network': {'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'name': 'private'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:24.105930 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:24.110383 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Usage tracker for resource:network and tenant:1cd096c6a0504a5aa666e60bc0894c27 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:24.115542 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:24.121609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:24.194377 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Made reservation on behalf of 1cd096c6a0504a5aa666e60bc0894c27 for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:24.196813 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.214363 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.230619 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:24.234511 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Usage tracker for resource:security_group_rule and tenant:1cd096c6a0504a5aa666e60bc0894c27 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:24.240854 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:24.246654 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:24.347520 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.439024 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.443485 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:24.464461 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 790} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:26:24.489595 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732846040140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.490210 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Unsubscribe: segment precommit_create {{(pid=92295) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 15:26:24.490679 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Added segment 92000a8e-f9bb-4c65-8b25-cb426e73af86 of type vlan for network bb120532-fc9b-4c47-94d1-814bbb058629 May 21 15:26:24.499009 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c36e68a-0ac4-46f1-8c94-843d2962f74e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:24.547914 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.548244 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.548560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.548871 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.549179 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.550046 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.550358 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.550664 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.551024 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.551330 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.551630 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.551977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Tracked resource versions report: May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: pushed versions: May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: { 'AddressGroup': {'1.2'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'ConntrackHelper': {'1.0'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Log': {'1.0'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Network': {'1.1'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Port': {'1.7'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'PortForwarding': {'1.2'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'QosPolicy': {'1.8'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroup': {'1.4'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroupRule': {'1.2'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'SubPort': {'1.0'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Subnet': {'1.1'}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Trunk': {'1.1'}} May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: consumer versions: May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'ConntrackHelper': '1.0', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Log': '1.0', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Network': '1.1', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Port': '1.7', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'PortForwarding': '1.2', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'QosPolicy': '1.8', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroup': '1.4', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroupRule': '1.2', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'SubPort': '1.0', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Subnet': '1.1', May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: 'Trunk': '1.1'}} May 21 15:26:24.553100 dv-cinder-792299-3-smb neutron-server[92295]: {{(pid=92295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:26:24.581415 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:24.687597 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.821998 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.823632 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:24.824273 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:24.828977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:24.932268 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Pushing event updated for resources: {'Network': ['ID=bb120532-fc9b-4c47-94d1-814bbb058629,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:24.935436 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:24.943793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network bb120532-fc9b-4c47-94d1-814bbb058629 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:26:25.045756 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.3302395 May 21 15:26:27.732811 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48172) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:28.331294 dv-cinder-792299-3-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:28.331868 dv-cinder-792299-3-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:28.767743 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.policy [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=92296) register_rules /opt/stack/neutron/neutron/policy.py:73}} May 21 15:26:28.812712 dv-cinder-792299-3-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:28.813075 dv-cinder-792299-3-smb neutron-server[92296]: WARNING oslo_policy.policy [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. May 21 15:26:28.821287 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:28.823089 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-fa51dc18-f5cc-41ad-bed7-8df0bd46681c admin admin] 10.222.0.66 "GET /v2.0/networks/bb120532-fc9b-4c47-94d1-814bbb058629 HTTP/1.1" status: 200 len: 825 time: 1.0892882 May 21 15:26:28.856177 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b3cbd505-5083-4330-83d6-98d4c7dc8855 admin admin] 10.222.0.66 "GET /v2.0/subnetpools/57797f74-54c2-44b8-b330-d20f6126e1c3 HTTP/1.1" status: 200 len: 734 time: 0.0277061 May 21 15:26:28.865210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Request body: {'subnet': {'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'name': 'private-subnet', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:28.866843 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.quota [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Loaded quota_driver: . May 21 15:26:28.873170 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:28.878901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Usage tracker for resource:subnet and tenant:1cd096c6a0504a5aa666e60bc0894c27 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:28.882160 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:28.889155 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:28.987664 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Made reservation on behalf of 1cd096c6a0504a5aa666e60bc0894c27 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:28.990398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.573562 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.578508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:29.660246 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Checking segment: {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:29.660684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Network hostable DHCP agents. Network: bb120532-fc9b-4c47-94d1-814bbb058629, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:26:29.673563 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7d6593-730d-4286-817e-4f99196ccef4,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:29.685811 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.686135 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.686462 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.686800 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.687110 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.687416 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.687719 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.688022 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.688342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.688644 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.688977 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.689272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Tracked resource versions report: May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: pushed versions: May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: { 'AddressGroup': {'1.2'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'ConntrackHelper': {'1.0'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Log': {'1.0'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Network': {'1.1'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Port': {'1.7'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'PortForwarding': {'1.2'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'QosPolicy': {'1.8'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroup': {'1.4'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroupRule': {'1.2'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'SubPort': {'1.0'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Subnet': {'1.1'}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Trunk': {'1.1'}} May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: consumer versions: May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'ConntrackHelper': '1.0', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Log': '1.0', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Network': '1.1', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Port': '1.7', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'PortForwarding': '1.2', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'QosPolicy': '1.8', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroup': '1.4', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroupRule': '1.2', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'SubPort': '1.0', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Subnet': '1.1', May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: 'Trunk': '1.1'}} May 21 15:26:29.690910 dv-cinder-792299-3-smb neutron-server[92296]: {{(pid=92296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:26:29.720244 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:29.787997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Network bb120532-fc9b-4c47-94d1-814bbb058629 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:26:29.873491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, bb120532-fc9b-4c47-94d1-814bbb058629) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:29.878833 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:29.879478 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:29.883538 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fd7a2d-d51f-4d17-9a5e-f0bd5875ef07 None None] Network bb120532-fc9b-4c47-94d1-814bbb058629 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:26:29.971539 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1099463 May 21 15:26:30.202885 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-bb120532-fc9b-4c47-94d1-814bbb058629', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:26:30.204062 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.393483 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Allocated IP 172.20.0.2 (bb120532-fc9b-4c47-94d1-814bbb058629/7b7d6593-730d-4286-817e-4f99196ccef4/d03b3706-2b00-408f-a06e-9b883a4b0483) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:30.626073 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:30.639879 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Transition to ACTIVE for port object d03b3706-2b00-408f-a06e-9b883a4b0483 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:30.663557 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Transition to ACTIVE for port object d03b3706-2b00-408f-a06e-9b883a4b0483 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:31.068952 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.073889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:31.133215 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Network bb120532-fc9b-4c47-94d1-814bbb058629 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:31.136049 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:31.139167 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:31.180537 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Pushing event updated for resources: {'Port': ['ID=d03b3706-2b00-408f-a06e-9b883a4b0483,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:31.222559 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.222917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.223237 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.223549 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.223856 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.224161 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.224464 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.224766 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.225067 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.225365 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.225663 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.225988 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Tracked resource versions report: May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: pushed versions: May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: { 'AddressGroup': {'1.2'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'ConntrackHelper': {'1.0'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Log': {'1.0'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Network': {'1.1'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Port': {'1.7'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'PortForwarding': {'1.2'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'QosPolicy': {'1.8'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroup': {'1.4'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroupRule': {'1.2'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'SubPort': {'1.0'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Subnet': {'1.1'}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Trunk': {'1.1'}} May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: consumer versions: May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'ConntrackHelper': '1.0', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Log': '1.0', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Network': '1.1', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Port': '1.7', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'PortForwarding': '1.2', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'QosPolicy': '1.8', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroup': '1.4', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroupRule': '1.2', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'SubPort': '1.0', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Subnet': '1.1', May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: 'Trunk': '1.1'}} May 21 15:26:31.227175 dv-cinder-792299-3-smb neutron-server[92297]: {{(pid=92297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:26:31.231481 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:31.252205 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Attempting to bind port d03b3706-2b00-408f-a06e-9b883a4b0483 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:31.252612 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Attempting to bind port d03b3706-2b00-408f-a06e-9b883a4b0483 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:31.253048 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Attempting to bind port d03b3706-2b00-408f-a06e-9b883a4b0483 on network bb120532-fc9b-4c47-94d1-814bbb058629 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:31.258451 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:31.258873 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Checking segment: {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:31.259350 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.259724 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Bound using segment: {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:31.260196 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Bound port: d03b3706-2b00-408f-a06e-9b883a4b0483, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:31.260550 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.348764 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] For port d03b3706-2b00-408f-a06e-9b883a4b0483, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:31.352607 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] For port d03b3706-2b00-408f-a06e-9b883a4b0483, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=d03b3706-2b00-408f-a06e-9b883a4b0483,segment=NetworkSegment(92000a8e-f9bb-4c65-8b25-cb426e73af86),segment_id=92000a8e-f9bb-4c65-8b25-cb426e73af86)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:31.457065 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:31.461112 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:31.547029 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Pushing event updated for resources: {'Port': ['ID=d03b3706-2b00-408f-a06e-9b883a4b0483,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:31.550756 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:32.356770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48192) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:32.762228 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [None req-d4b28006-e663-436c-a9cf-a3e99bde1fe5 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:26:32.763346 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-d4b28006-e663-436c-a9cf-a3e99bde1fe5 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4056137 May 21 15:26:35.138360 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48202) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:35.511882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [None req-5eb1fa46-5fae-440d-a442-7fef3e45dbb7 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:26:35.512885 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-5eb1fa46-5fae-440d-a442-7fef3e45dbb7 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3735743 May 21 15:26:36.423356 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device d03b3706-2b00-408f-a06e-9b883a4b0483 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:36.576112 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port d03b3706-2b00-408f-a06e-9b883a4b0483 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:37.199847 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1170d539-b013-448b-aa6c-6d4f6d8a5f41 None None] Network bb120532-fc9b-4c47-94d1-814bbb058629 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:26:37.412318 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Provisioning for port d03b3706-2b00-408f-a06e-9b883a4b0483 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:37.431770 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Provisioning complete for port d03b3706-2b00-408f-a06e-9b883a4b0483 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:37.431770 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:37.565717 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:37.599731 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] For port d03b3706-2b00-408f-a06e-9b883a4b0483, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=d03b3706-2b00-408f-a06e-9b883a4b0483,segment=NetworkSegment(92000a8e-f9bb-4c65-8b25-cb426e73af86),segment_id=92000a8e-f9bb-4c65-8b25-cb426e73af86)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:37.724156 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:37.726221 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:37.793390 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Pushing event updated for resources: {'Port': ['ID=d03b3706-2b00-408f-a06e-9b883a4b0483,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:37.796462 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:37.845744 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-6dc21166-949e-4f02-811b-757a07b7c55e None None] Provisioning complete for port d03b3706-2b00-408f-a06e-9b883a4b0483 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:37.846138 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6dc21166-949e-4f02-811b-757a07b7c55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.208156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48218) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:38.399118 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device d03b3706-2b00-408f-a06e-9b883a4b0483 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:38.488518 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port d03b3706-2b00-408f-a06e-9b883a4b0483 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:38.489182 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.571006 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Request body: {'router': {'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'name': 'router1'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:38.575947 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:38.579701 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Usage tracker for resource:router and tenant:1cd096c6a0504a5aa666e60bc0894c27 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:38.583576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:38.589526 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:38.702250 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.703969 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.725789 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:38.931488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:39.027838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:39.029058 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-6e9f9427-4f12-4af8-9f20-7cede472e93b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8199461 May 21 15:26:40.152760 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b249b165-dd9a-4455-8bb0-6cf961f69ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:41.375304 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48228) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:41.747854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [None req-32c8374b-9f9d-4de8-9b53-5ae942a0f5b0 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:26:41.748802 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-32c8374b-9f9d-4de8-9b53-5ae942a0f5b0 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3725801 May 21 15:26:42.621739 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:42.844741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9aa61444-08f3-45d9-8a46-3336a812a951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:43.856086 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.123761 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48242) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:44.510586 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'router:external': True, 'is_default': True, 'name': 'public', 'admin_state_up': True}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:44.515324 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:44.519460 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Usage tracker for resource:network and tenant:84ad41f9580d47549093bb35f9b8803b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:44.522221 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:44.528502 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:44.712665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Made reservation on behalf of 84ad41f9580d47549093bb35f9b8803b for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:44.715003 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.727498 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.742755 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:44.746460 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Usage tracker for resource:security_group_rule and tenant:84ad41f9580d47549093bb35f9b8803b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:44.749222 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:44.755595 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:44.838253 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.907807 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.911910 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:44.927727 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Reserving flat network on physical network physnet1 {{(pid=92295) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} May 21 15:26:44.947925 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b860b7-d821-4946-aa47-c6f751782b45,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:44.953058 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:44.953998 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:44.954422 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Added segment 95e300f1-4670-49b8-ad99-89693d4b91cd of type flat for network 7ded683e-2e47-410f-bbb3-e0e999561fea May 21 15:26:44.985253 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.084431 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.085749 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:45.086311 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:45.089728 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:45.185168 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Pushing event updated for resources: {'Network': ['ID=7ded683e-2e47-410f-bbb3-e0e999561fea,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:45.187785 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:45.194916 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 7ded683e-2e47-410f-bbb3-e0e999561fea details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:26:45.228290 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1031051 May 21 15:26:45.479589 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:47.575826 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48262) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:47.793594 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acd7019-667b-44e5-87db-440c300407e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:47.794929 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-8acd7019-667b-44e5-87db-440c300407e2 admin admin] 10.222.0.66 "GET /v2.0/subnets/7b7d6593-730d-4286-817e-4f99196ccef4 HTTP/1.1" status: 200 len: 849 time: 0.2181494 May 21 15:26:47.981774 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f1741635-8d6b-4a45-8981-9c28073fcc01 admin admin] 10.222.0.66 "GET /v2.0/routers/6b52c0f0-c622-4b0a-8424-25238d9ed789 HTTP/1.1" status: 200 len: 704 time: 0.1811874 May 21 15:26:48.438232 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.680438 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Allocated IP 172.20.0.1 (bb120532-fc9b-4c47-94d1-814bbb058629/7b7d6593-730d-4286-817e-4f99196ccef4/be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:48.838395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.857163 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Transition to ACTIVE for port object be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:48.971470 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:48.976111 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:49.040396 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Network bb120532-fc9b-4c47-94d1-814bbb058629 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:49.043109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:49.049070 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:49.049586 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.193039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:49.198916 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:49.358795 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-9de9cd6c-5e6b-42af-8118-5bf87f60ef90 None None] Provisioning for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:49.363799 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-9de9cd6c-5e6b-42af-8118-5bf87f60ef90 None None] Provisioning complete for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:49.364165 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9de9cd6c-5e6b-42af-8118-5bf87f60ef90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.417668 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-9de9cd6c-5e6b-42af-8118-5bf87f60ef90 None None] Port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:49.470886 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.694579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.787354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.788474 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:49.792866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:49.922145 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Pushing event updated for resources: {'Port': ['ID=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:49.927029 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:49.983369 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Network bb120532-fc9b-4c47-94d1-814bbb058629 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:49.984470 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:50.140575 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-51cd717b-6d85-488e-9df0-ec29ccd8a9fd None None] Provisioning complete for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:50.140947 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-51cd717b-6d85-488e-9df0-ec29ccd8a9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:50.197314 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-51cd717b-6d85-488e-9df0-ec29ccd8a9fd None None] Port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:26:50.262123 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Router 6b52c0f0-c622-4b0a-8424-25238d9ed789 is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:26:50.409605 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:50.418620 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] 10.222.0.66 "PUT /v2.0/routers/6b52c0f0-c622-4b0a-8424-25238d9ed789/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.4320142 May 21 15:26:50.419617 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Sync routers for ids ['6b52c0f0-c622-4b0a-8424-25238d9ed789'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:50.430601 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Routers {'6b52c0f0-c622-4b0a-8424-25238d9ed789'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:50.431493 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:26:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['6b52c0f0-c622-4b0a-8424-25238d9ed789'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:50.603442 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Set router 6b52c0f0-c622-4b0a-8424-25238d9ed789 gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:50.967859 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'name': 'router1', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:26:38Z', 'updated_at': '2021-05-21T15:26:49Z', 'revision_number': 2, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'gw_port_host': None, '_interfaces': [{'id': 'be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d', 'name': '', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'mac_address': 'fa:16:3e:0f:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:48Z', 'updated_at': '2021-05-21T15:26:49Z', 'revision_number': 2, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'subnets': [{'id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:50.973212 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Checking router: 6b52c0f0-c622-4b0a-8424-25238d9ed789 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:50.973582 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Updating router 6b52c0f0-c622-4b0a-8424-25238d9ed789 port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:51.028442 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.405148 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.420189 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Transition to ACTIVE for port object be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:26:51.502077 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.507471 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:51.717930 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Pushing event updated for resources: {'Port': ['ID=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:51.730543 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.730899 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.731229 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.731553 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.731867 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.732185 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.732501 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.732807 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.733119 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.733428 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.733733 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.734037 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Tracked resource versions report: May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: pushed versions: May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: { 'AddressGroup': {'1.2'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'ConntrackHelper': {'1.0'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Log': {'1.0'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Network': {'1.1'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Port': {'1.7'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'PortForwarding': {'1.2'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'QosPolicy': {'1.8'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroup': {'1.4'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroupRule': {'1.2'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'SubPort': {'1.0'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Subnet': {'1.1'}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Trunk': {'1.1'}} May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: consumer versions: May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'ConntrackHelper': '1.0', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Log': '1.0', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Network': '1.1', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Port': '1.7', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'PortForwarding': '1.2', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'QosPolicy': '1.8', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroup': '1.4', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroupRule': '1.2', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'SubPort': '1.0', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Subnet': '1.1', May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: 'Trunk': '1.1'}} May 21 15:26:51.735190 dv-cinder-792299-3-smb neutron-server[92298]: {{(pid=92298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:26:51.739064 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:51.740317 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Attempting to bind port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:26:51.740860 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Attempting to bind port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:26:51.741464 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Attempting to bind port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d on network bb120532-fc9b-4c47-94d1-814bbb058629 {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:26:51.748384 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:26:51.748797 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Checking segment: {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:51.749294 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.749678 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Bound using segment: {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:26:51.750160 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Bound port: be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92000a8e-f9bb-4c65-8b25-cb426e73af86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 790, 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:26:51.750817 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.856747 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] For port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:26:51.860722 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] For port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,segment=NetworkSegment(92000a8e-f9bb-4c65-8b25-cb426e73af86),segment_id=92000a8e-f9bb-4c65-8b25-cb426e73af86)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:26:51.976762 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:51.980690 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:52.060679 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Routers {'6b52c0f0-c622-4b0a-8424-25238d9ed789'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:52.061307 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:26:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['6b52c0f0-c622-4b0a-8424-25238d9ed789'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:52.134128 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Pushing event updated for resources: {'Port': ['ID=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:52.211920 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:52.251724 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] Set router 6b52c0f0-c622-4b0a-8424-25238d9ed789 gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:52.577655 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'name': 'router1', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:26:38Z', 'updated_at': '2021-05-21T15:26:49Z', 'revision_number': 2, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'gw_port_host': None, '_interfaces': [{'id': 'be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d', 'name': '', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'mac_address': 'fa:16:3e:0f:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:48Z', 'updated_at': '2021-05-21T15:26:51Z', 'revision_number': 4, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'subnets': [{'id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:52.582077 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-379208cc-397e-4f0d-a5ad-c4246d873752 None None] The sync data for ids ['6b52c0f0-c622-4b0a-8424-25238d9ed789'] in dv-cinder-792299-3-smb is: [{'id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'name': 'router1', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:26:38Z', 'updated_at': '2021-05-21T15:26:49Z', 'revision_number': 2, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'gw_port_host': None, '_interfaces': [{'id': 'be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d', 'name': '', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'mac_address': 'fa:16:3e:0f:87:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:48Z', 'updated_at': '2021-05-21T15:26:51Z', 'revision_number': 4, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'subnets': [{'id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:26:52.607362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48280) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:52.755084 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd86fac-95a9-4d52-9901-5d3ad6441515 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:52.755635 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-dbd86fac-95a9-4d52-9901-5d3ad6441515 admin admin] Synchronizing usage tracker for tenant:84ad41f9580d47549093bb35f9b8803b on resource:network {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:26:52.855930 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-dbd86fac-95a9-4d52-9901-5d3ad6441515 admin admin] Unset dirty status for tenant:84ad41f9580d47549093bb35f9b8803b on resource:network {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:26:52.857159 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-dbd86fac-95a9-4d52-9901-5d3ad6441515 admin admin] 10.222.0.66 "GET /v2.0/networks/7ded683e-2e47-410f-bbb3-e0e999561fea HTTP/1.1" status: 200 len: 842 time: 0.2488410 May 21 15:26:52.866476 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'enable_dhcp': False, 'ip_version': 4, 'gateway_ip': '172.28.0.1', 'cidr': '172.28.0.0/24', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:52.871856 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:26:52.875650 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Usage tracker for resource:subnet and tenant:84ad41f9580d47549093bb35f9b8803b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:26:52.878508 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:26:52.884549 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:26:52.975877 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Made reservation on behalf of 84ad41f9580d47549093bb35f9b8803b for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:26:52.978315 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.470268 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.objects.ports [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=92295) get_objects /opt/stack/neutron/neutron/objects/ports.py:443}} May 21 15:26:53.470776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.474249 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:53.549109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c00e468c-2243-43c0-b045-dae1bfb99343,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:53.553191 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:26:53.553536 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Network hostable DHCP agents. Network: 7ded683e-2e47-410f-bbb3-e0e999561fea, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:26:53.556157 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:53.667602 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:26:53.799135 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 7ded683e-2e47-410f-bbb3-e0e999561fea) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:53.803924 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:53.804581 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:53.811798 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b694363-5723-428a-a684-c1398987049a None None] Network 7ded683e-2e47-410f-bbb3-e0e999561fea requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:26:54.014254 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8317baf8-f377-4afe-912f-0478678e4d26 None None] Network 7ded683e-2e47-410f-bbb3-e0e999561fea requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:26:54.026609 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3ad91719-2468-4ca6-85b5-0fdc49ea85a4 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1600847 May 21 15:26:56.268550 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48294) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:26:56.449402 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:56.473201 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-10607469-6769-4697-9d73-aeba9433ecc5 admin admin] 10.222.0.66 "GET /v2.0/routers/6b52c0f0-c622-4b0a-8424-25238d9ed789 HTTP/1.1" status: 200 len: 710 time: 0.2035234 May 21 15:26:56.599815 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e12643e-b12f-4024-af6d-a030c5b863b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:26:56.601154 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6e12643e-b12f-4024-af6d-a030c5b863b6 admin admin] 10.222.0.66 "GET /v2.0/networks/7ded683e-2e47-410f-bbb3-e0e999561fea HTTP/1.1" status: 200 len: 886 time: 0.1228886 May 21 15:26:56.610037 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:26:56.672104 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:26:56.676955 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:56.677316 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.801758 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.834113 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,segment=NetworkSegment(92000a8e-f9bb-4c65-8b25-cb426e73af86),segment_id=92000a8e-f9bb-4c65-8b25-cb426e73af86)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:26:56.941364 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:56.943513 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2d50785e-d529-4538-807c-77ee4b6557ad None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:57.011036 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:57.014152 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:57.058627 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.452409 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.507707 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.689128 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Allocated IP 172.28.0.28 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/2203c22c-967f-49b9-b1c2-77527e740162) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:26:57.831793 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.959591 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:57.963506 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:26:58.026849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:26:58.029663 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:26:58.033686 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:26:58.093391 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Pushing event updated for resources: {'Port': ['ID=2203c22c-967f-49b9-b1c2-77527e740162,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:26:58.098495 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:26:58.424304 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:26:58.494249 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:26:58.494627 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.499528 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.838969 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:58.842372 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1653347', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1653370', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1654401'] for router, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.020347 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Router 6b52c0f0-c622-4b0a-8424-25238d9ed789 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:26:59.251308 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:26:59.259361 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:26:59.260522 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] 10.222.0.66 "PUT /v2.0/routers/6b52c0f0-c622-4b0a-8424-25238d9ed789 HTTP/1.1" status: 200 len: 889 time: 2.6536689 May 21 15:26:59.260823 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Sync routers for ids ['6b52c0f0-c622-4b0a-8424-25238d9ed789'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:26:59.271055 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Routers {'6b52c0f0-c622-4b0a-8424-25238d9ed789'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:26:59.271679 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:26:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['6b52c0f0-c622-4b0a-8424-25238d9ed789'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:59.488279 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Set router 6b52c0f0-c622-4b0a-8424-25238d9ed789 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:26:59.826225 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'name': 'router1', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '2203c22c-967f-49b9-b1c2-77527e740162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:26:38Z', 'updated_at': '2021-05-21T15:26:58Z', 'revision_number': 4, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'gw_port': {'id': '2203c22c-967f-49b9-b1c2-77527e740162', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:57Z', 'updated_at': '2021-05-21T15:26:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d', 'name': '', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'mac_address': 'fa:16:3e:0f:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:48Z', 'updated_at': '2021-05-21T15:26:56Z', 'revision_number': 5, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'subnets': [{'id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:26:59.831765 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Checking router: 6b52c0f0-c622-4b0a-8424-25238d9ed789 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:26:59.832125 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Updating router 6b52c0f0-c622-4b0a-8424-25238d9ed789 port 2203c22c-967f-49b9-b1c2-77527e740162 binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:26:59.884147 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.210837 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.222107 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Transition to ACTIVE for port object 2203c22c-967f-49b9-b1c2-77527e740162 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:27:00.324246 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.328255 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:00.403734 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Attempting to bind port 2203c22c-967f-49b9-b1c2-77527e740162 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:27:00.404143 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Attempting to bind port 2203c22c-967f-49b9-b1c2-77527e740162 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:27:00.404497 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Attempting to bind port 2203c22c-967f-49b9-b1c2-77527e740162 on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:27:00.410584 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527bced-d127-4c56-9354-e9182e241c82 None None] Pushing event updated for resources: {'Port': ['ID=2203c22c-967f-49b9-b1c2-77527e740162,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:00.414680 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1527bced-d127-4c56-9354-e9182e241c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:00.416424 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 26, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:27:00.419411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:27:00.419411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.419411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:27:00.419411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Bound port: 2203c22c-967f-49b9-b1c2-77527e740162, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:27:00.419411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.491440 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] For port 2203c22c-967f-49b9-b1c2-77527e740162, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:27:00.494411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] For port 2203c22c-967f-49b9-b1c2-77527e740162, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=2203c22c-967f-49b9-b1c2-77527e740162,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:27:00.599591 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:00.604087 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:00.686147 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Routers {'6b52c0f0-c622-4b0a-8424-25238d9ed789'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:27:00.686856 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:26:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['6b52c0f0-c622-4b0a-8424-25238d9ed789'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:00.742381 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1527bced-d127-4c56-9354-e9182e241c82 None None] Pushing event updated for resources: {'Port': ['ID=2203c22c-967f-49b9-b1c2-77527e740162,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:00.756369 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1527bced-d127-4c56-9354-e9182e241c82 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:00.880723 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] Set router 6b52c0f0-c622-4b0a-8424-25238d9ed789 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:27:01.236376 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'name': 'router1', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '2203c22c-967f-49b9-b1c2-77527e740162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:26:38Z', 'updated_at': '2021-05-21T15:26:58Z', 'revision_number': 4, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'gw_port': {'id': '2203c22c-967f-49b9-b1c2-77527e740162', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:57Z', 'updated_at': '2021-05-21T15:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d', 'name': '', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'mac_address': 'fa:16:3e:0f:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:48Z', 'updated_at': '2021-05-21T15:26:56Z', 'revision_number': 5, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'subnets': [{'id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:27:01.240601 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31fd60b6-3748-445d-bb47-829e70e59708 None None] The sync data for ids ['6b52c0f0-c622-4b0a-8424-25238d9ed789'] in dv-cinder-792299-3-smb is: [{'id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'name': 'router1', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.28'}], 'enable_snat': True}, 'gw_port_id': '2203c22c-967f-49b9-b1c2-77527e740162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:26:38Z', 'updated_at': '2021-05-21T15:26:58Z', 'revision_number': 4, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'gw_port': {'id': '2203c22c-967f-49b9-b1c2-77527e740162', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:bb:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:57Z', 'updated_at': '2021-05-21T15:27:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d', 'name': '', 'network_id': 'bb120532-fc9b-4c47-94d1-814bbb058629', 'tenant_id': '1cd096c6a0504a5aa666e60bc0894c27', 'mac_address': 'fa:16:3e:0f:87:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b52c0f0-c622-4b0a-8424-25238d9ed789', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:26:48Z', 'updated_at': '2021-05-21T15:26:56Z', 'revision_number': 5, 'project_id': '1cd096c6a0504a5aa666e60bc0894c27', 'subnets': [{'id': '7b7d6593-730d-4286-817e-4f99196ccef4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '57797f74-54c2-44b8-b330-d20f6126e1c3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:27:01.646598 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48304) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:27:01.766444 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6eb88e03-bcd9-4470-a41f-4abfcfd55dba admin admin] 10.222.0.66 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1182857 May 21 15:27:02.446355 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 2203c22c-967f-49b9-b1c2-77527e740162 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:02.589277 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 2203c22c-967f-49b9-b1c2-77527e740162 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:27:02.594533 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 2203c22c-967f-49b9-b1c2-77527e740162 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:02.595778 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.724112 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.741030 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 2203c22c-967f-49b9-b1c2-77527e740162, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=2203c22c-967f-49b9-b1c2-77527e740162,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:27:02.821990 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:02.824100 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:27:02.894944 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=2203c22c-967f-49b9-b1c2-77527e740162,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:27:02.897903 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:27:04.457143 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 2203c22c-967f-49b9-b1c2-77527e740162 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:27:04.538785 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 2203c22c-967f-49b9-b1c2-77527e740162 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:27:04.539309 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:07.028101 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:27:10.238899 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-23538fe3-4465-4cdf-a14a-cf8f50bfe298 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.575711 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:12.821841 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bc16faac-3fa8-4233-a9ae-2877fee530da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:13.837367 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:15.507259 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:40.141683 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b775f390-7710-4781-a104-2976183e32f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.672172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:42.790773 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-777a91b1-02f6-442b-bfe6-59935c3cf0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:43.837995 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:27:44.017730 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:27:45.582554 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:10.270018 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6b1d97fd-b2db-4430-9c85-f20ee08f4097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.698519 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:12.837445 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ca4c7ac-de42-446c-b326-0f9c35c10f97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:13.841180 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:15.494994 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:21.016500 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:28:40.148778 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-13d4767f-48ea-42b4-b985-93f5f2c0f364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:41.327754 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48874) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:41.402933 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc61a875-53b6-4f4d-9769-a8671cf9ed4a admin admin] GET failed (client error): The resource could not be found. May 21 15:28:41.404723 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-bc61a875-53b6-4f4d-9769-a8671cf9ed4a admin admin] 10.222.0.66 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0759339 May 21 15:28:41.546157 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0716a29b-f889-490e-95e1-94f4f58e9ba8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:41.547598 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0716a29b-f889-490e-95e1-94f4f58e9ba8 admin admin] 10.222.0.66 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1387055 May 21 15:28:42.582993 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:42.805640 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd07d204-edfb-4937-9254-9cd3752052f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.780259 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48884) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:43.877880 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:43.904720 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c222b26b-83d5-4082-9ef1-ea2877d52bc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:43.905273 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-c222b26b-83d5-4082-9ef1-ea2877d52bc1 admin admin] Synchronizing usage tracker for tenant:84ad41f9580d47549093bb35f9b8803b on resource:subnet {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:28:44.008756 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-c222b26b-83d5-4082-9ef1-ea2877d52bc1 admin admin] Unset dirty status for tenant:84ad41f9580d47549093bb35f9b8803b on resource:subnet {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:28:44.009957 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-c222b26b-83d5-4082-9ef1-ea2877d52bc1 admin admin] 10.222.0.66 "GET /v2.0/subnets/7b7d6593-730d-4286-817e-4f99196ccef4 HTTP/1.1" status: 200 len: 849 time: 0.2287543 May 21 15:28:44.020894 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:28:44.137251 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Notify callbacks [] for subnet, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:44.511928 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8732846028984'] for subnet, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:44.516222 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:28:44.560637 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:44.561716 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:44.562644 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] 10.222.0.66 "PUT /v2.0/subnets/7b7d6593-730d-4286-817e-4f99196ccef4 HTTP/1.1" status: 200 len: 868 time: 0.5470161 May 21 15:28:44.577776 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c948be1-8ad8-470a-b995-f865013496db None None] Network bb120532-fc9b-4c47-94d1-814bbb058629 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:28:44.588272 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b7d6593-730d-4286-817e-4f99196ccef4,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:28:44.738916 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.739328 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.739757 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.740324 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.740772 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.741194 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.741631 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.742050 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.742487 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.743042 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.743471 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.743884 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:28:44.747911 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:28:45.137755 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-0ddeb555-b1b9-4d57-849c-882040aea90d None None] Provisioning complete for port d03b3706-2b00-408f-a06e-9b883a4b0483 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:28:45.138347 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb555-b1b9-4d57-849c-882040aea90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:45.286242 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-0ddeb555-b1b9-4d57-849c-882040aea90d None None] Provisioning complete for port be2d12fa-1ae6-4a9e-b672-88ad03ba0b0d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:28:45.286639 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0ddeb555-b1b9-4d57-849c-882040aea90d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:45.546361 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:28:46.722143 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48894) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:46.920260 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57348831-dae9-4d4c-aea2-261fa3d890ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:46.920703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57348831-dae9-4d4c-aea2-261fa3d890ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:46.922226 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-57348831-dae9-4d4c-aea2-261fa3d890ef admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1992314 May 21 15:28:49.088952 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48904) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:49.275094 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bf78b-5753-44a0-b9ca-eefc3674ff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:49.275481 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1bf78b-5753-44a0-b9ca-eefc3674ff01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:49.277040 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-4e1bf78b-5753-44a0-b9ca-eefc3674ff01 admin admin] 10.222.0.66 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1870794 May 21 15:28:51.429675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48914) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:51.610907 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5deea44d-5354-4d87-aa87-210ca1ca185e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:51.612207 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5deea44d-5354-4d87-aa87-210ca1ca185e admin admin] 10.222.0.66 "GET /v2.0/networks/7ded683e-2e47-410f-bbb3-e0e999561fea HTTP/1.1" status: 200 len: 886 time: 0.1815288 May 21 15:28:53.827568 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48924) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:54.017810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbb4e158-8dfc-4ba0-9dc5-5a3b5992b6a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:54.019105 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-dbb4e158-8dfc-4ba0-9dc5-5a3b5992b6a9 admin admin] 10.222.0.66 "GET /v2.0/networks/bb120532-fc9b-4c47-94d1-814bbb058629 HTTP/1.1" status: 200 len: 869 time: 0.1905994 May 21 15:28:56.167847 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 48934) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:56.273267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e6c5a-8cb4-4cb9-9f73-7426fca562c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:56.273721 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04e6c5a-8cb4-4cb9-9f73-7426fca562c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:56.275232 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f04e6c5a-8cb4-4cb9-9f73-7426fca562c9 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1064439 May 21 15:28:58.019023 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:28:58.554510 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48944) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:28:58.663035 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49404db-0cf7-447e-b521-31a1d18036b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:58.663505 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d49404db-0cf7-447e-b521-31a1d18036b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:28:58.665027 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-d49404db-0cf7-447e-b521-31a1d18036b5 admin admin] 10.222.0.66 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1095357 May 21 15:29:00.802141 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48954) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:00.915714 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85962b94-7edc-4059-85ab-eccb9797a442 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:00.917047 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-85962b94-7edc-4059-85ab-eccb9797a442 admin admin] 10.222.0.66 "GET /v2.0/subnets/7b7d6593-730d-4286-817e-4f99196ccef4 HTTP/1.1" status: 200 len: 868 time: 0.1139631 May 21 15:29:03.053019 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 48964) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:03.170521 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3254d414-979b-4d89-93dd-9369806e8bbb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:03.172519 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3254d414-979b-4d89-93dd-9369806e8bbb admin admin] 10.222.0.66 "GET /v2.0/subnets/c00e468c-2243-43c0-b045-dae1bfb99343 HTTP/1.1" status: 200 len: 816 time: 0.1183832 May 21 15:29:10.154172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f218ebd-8774-405d-8203-be87fc083e78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:12.568377 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:12.821752 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e5d86dd9-95ec-4022-aef0-022ecd77a7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:13.831302 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:15.511049 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:26.417836 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49008) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:26.467167 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [None req-f2c7bd18-65e7-495b-89ab-a39571517518 admin admin] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:29:26.468170 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f2c7bd18-65e7-495b-89ab-a39571517518 admin admin] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493598 May 21 15:29:28.722013 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49018) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:28.789778 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c7f07c8-0d28-4bea-bead-510954449721 admin admin] GET failed (client error): The resource could not be found. May 21 15:29:28.791103 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5c7f07c8-0d28-4bea-bead-510954449721 admin admin] 10.222.0.66 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0680935 May 21 15:29:28.929216 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74109f58-425f-4f4d-8bea-aca4665b596b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:28.930703 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-74109f58-425f-4f4d-8bea-aca4665b596b admin admin] 10.222.0.66 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1358252 May 21 15:29:31.115340 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49028) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:31.163887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:31.168427 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:31.177805 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:31.253425 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Made reservation on behalf of 84ad41f9580d47549093bb35f9b8803b for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:31.255833 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:31.345060 dv-cinder-792299-3-smb neutron-server[92295]: WARNING neutron.services.revisions.revision_plugin [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Could not find related network for resource to bump revision. May 21 15:29:31.356355 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 785} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:29:31.364763 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:31.375765 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Added segment ff5b35bc-1705-4cc7-b68b-989aad21b933 of type vlan for network c0ef41be-3bcd-4716-b6a0-751fbc833141 May 21 15:29:31.389857 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:31.564592 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:31.565904 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:31.566471 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:31.569920 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:31.723174 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Pushing event updated for resources: {'Network': ['ID=c0ef41be-3bcd-4716-b6a0-751fbc833141,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:31.725859 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:31.733360 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network c0ef41be-3bcd-4716-b6a0-751fbc833141 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:29:31.860773 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7443452 May 21 15:29:33.988810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49038) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:29:34.058020 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9f07f6d-c010-4f13-97f2-71e87f84db27 admin admin] GET failed (client error): The resource could not be found. May 21 15:29:34.059298 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a9f07f6d-c010-4f13-97f2-71e87f84db27 admin admin] 10.222.0.66 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0695815 May 21 15:29:34.165949 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88f41397-da12-45b9-ac3d-330308d8efca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:34.167528 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-88f41397-da12-45b9-ac3d-330308d8efca admin admin] 10.222.0.66 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1035213 May 21 15:29:34.177732 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:29:34.182435 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:29:34.192369 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:29:34.289548 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Made reservation on behalf of 84ad41f9580d47549093bb35f9b8803b for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:29:34.291973 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:34.751771 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:34.755348 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:34.828226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73160b84-849c-4a67-85eb-675098cea52d,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:34.838601 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.838945 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.839267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.839578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.839885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.840204 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.840523 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.840798 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.841103 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.841401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.841701 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.841997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:34.846122 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:34.847206 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Checking segment: {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:29:34.847525 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Network hostable DHCP agents. Network: c0ef41be-3bcd-4716-b6a0-751fbc833141, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:29:34.980868 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Network c0ef41be-3bcd-4716-b6a0-751fbc833141 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:29:35.017763 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:29:35.055784 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, c0ef41be-3bcd-4716-b6a0-751fbc833141) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:29:35.059893 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:29:35.060473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:35.065118 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2edf729-9664-4c01-b959-7a37c50a48e5 None None] Network c0ef41be-3bcd-4716-b6a0-751fbc833141 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:29:35.159309 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9850450 May 21 15:29:35.327724 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-c0ef41be-3bcd-4716-b6a0-751fbc833141', 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141', 'tenant_id': '84ad41f9580d47549093bb35f9b8803b', 'fixed_ips': [{'subnet_id': '73160b84-849c-4a67-85eb-675098cea52d'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:29:35.328553 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:35.487907 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Allocated IP 192.168.233.2 (c0ef41be-3bcd-4716-b6a0-751fbc833141/73160b84-849c-4a67-85eb-675098cea52d/b1e3b69a-4403-4a9c-b083-c54defe0ed86) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:29:35.695161 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:35.705555 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Transition to ACTIVE for port object b1e3b69a-4403-4a9c-b083-c54defe0ed86 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:29:35.725552 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Transition to ACTIVE for port object b1e3b69a-4403-4a9c-b083-c54defe0ed86 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:29:35.815959 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:35.820883 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-f86bdfff-52cb-46a9-b3f1-edb0d0e0d1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:35.886216 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Network c0ef41be-3bcd-4716-b6a0-751fbc833141 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:29:35.891221 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:29:35.895652 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Pushing event updated for resources: {'Port': ['ID=b1e3b69a-4403-4a9c-b083-c54defe0ed86,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:35.897903 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:29:35.907873 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.908201 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.908573 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.908840 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.909160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.909471 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.909821 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.910136 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.910436 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.910831 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.911166 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.911471 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:29:35.938407 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:35.997294 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Attempting to bind port b1e3b69a-4403-4a9c-b083-c54defe0ed86 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:29:35.997649 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Attempting to bind port b1e3b69a-4403-4a9c-b083-c54defe0ed86 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:29:35.997998 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Attempting to bind port b1e3b69a-4403-4a9c-b083-c54defe0ed86 on network c0ef41be-3bcd-4716-b6a0-751fbc833141 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:29:36.003570 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 29, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:29:36.003929 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Checking segment: {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:29:36.004319 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:36.004701 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Bound using segment: {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:29:36.005158 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Bound port: b1e3b69a-4403-4a9c-b083-c54defe0ed86, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:29:36.005521 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:36.097339 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] For port b1e3b69a-4403-4a9c-b083-c54defe0ed86, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:29:36.100620 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] For port b1e3b69a-4403-4a9c-b083-c54defe0ed86, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b1e3b69a-4403-4a9c-b083-c54defe0ed86,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:29:36.197301 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:36.203119 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:36.279741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Pushing event updated for resources: {'Port': ['ID=b1e3b69a-4403-4a9c-b083-c54defe0ed86,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:36.284139 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:36.571980 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b1e3b69a-4403-4a9c-b083-c54defe0ed86 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:29:36.726582 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port b1e3b69a-4403-4a9c-b083-c54defe0ed86 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:29:37.162763 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e47b50-f904-492e-86bf-989142be8b89 None None] Network c0ef41be-3bcd-4716-b6a0-751fbc833141 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:29:37.381852 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Provisioning for port b1e3b69a-4403-4a9c-b083-c54defe0ed86 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:29:37.398528 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Provisioning complete for port b1e3b69a-4403-4a9c-b083-c54defe0ed86 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:37.398917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:37.541740 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:37.581667 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] For port b1e3b69a-4403-4a9c-b083-c54defe0ed86, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b1e3b69a-4403-4a9c-b083-c54defe0ed86,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:29:37.688522 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:37.690524 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:29:37.757075 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Pushing event updated for resources: {'Port': ['ID=b1e3b69a-4403-4a9c-b083-c54defe0ed86,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:29:37.760823 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:29:37.808796 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-310d8ca5-970b-4f57-8c4d-76eb9928c638 None None] Provisioning complete for port b1e3b69a-4403-4a9c-b083-c54defe0ed86 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:37.809161 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-310d8ca5-970b-4f57-8c4d-76eb9928c638 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:38.538212 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b1e3b69a-4403-4a9c-b083-c54defe0ed86 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:29:38.605953 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port b1e3b69a-4403-4a9c-b083-c54defe0ed86 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:29:38.606307 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:40.215653 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-99ef208b-32f5-4577-a401-b3ba7484bab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:42.592218 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:42.819348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-35bcc3ea-4f28-480e-832b-0a5bfec07324 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:43.826939 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:29:45.495297 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:10.157264 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9530a446-600e-4896-bbdb-2d78c3634679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.016524 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:30:12.580220 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:12.808829 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b297f05b-23c8-46c8-b7ae-c2c6526af28c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:13.854348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:15.534181 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:40.203264 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-01154a51-b383-4571-8eea-0f7a1ab41bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.585049 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:42.792125 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-61071d63-0d7a-4673-94b2-44aa601a577d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:43.830493 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:45.556137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:49.019424 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:30:58.684317 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49088) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:58.690804 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [None req-f7c31fd7-cfa1-4dce-9682-6f8f9fcc8ade tempest-verify_tempest_config-2135167542 tempest-verify_tempest_config-2135167542-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:30:58.691834 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f7c31fd7-cfa1-4dce-9682-6f8f9fcc8ade tempest-verify_tempest_config-2135167542 tempest-verify_tempest_config-2135167542-project] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0065463 May 21 15:30:59.318743 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49106) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:59.439861 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.453982 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:30:59.457768 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Usage tracker for resource:security_group_rule and tenant:c70e1236ff954b2baf15e49c2a9c44cb is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:30:59.460523 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:30:59.466001 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:30:59.546273 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.635917 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.643665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-188efe5a-38fe-4e5f-a719-13e4033e781f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:30:59.683802 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Synchronizing usage tracker for tenant:84ad41f9580d47549093bb35f9b8803b on resource:security_group {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:30:59.687233 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08b5038e-0873-4f0e-b5c0-2f37fb38508d,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:30:59.696779 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.697114 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.697494 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.697818 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.698138 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.698456 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.698795 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.699110 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.699441 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.699757 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.700069 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.700374 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:30:59.707687 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:30:59.818381 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Unset dirty status for tenant:84ad41f9580d47549093bb35f9b8803b on resource:security_group {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:30:59.819733 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c70e1236ff954b2baf15e49c2a9c44cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5000515 May 21 15:30:59.822373 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49112) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:30:59.900051 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:30:59.929186 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:00.150504 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:00.154472 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:31:00.166553 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08b5038e-0873-4f0e-b5c0-2f37fb38508d,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:31:00.168784 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:31:00.173763 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:00.174886 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/08b5038e-0873-4f0e-b5c0-2f37fb38508d HTTP/1.1" status: 204 len: 168 time: 0.3515155 May 21 15:31:10.189663 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-32f84aea-eea9-42ed-a607-2f429719dd98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:12.601380 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:12.852759 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fad40195-36d7-4de9-ba00-3be692cec32e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:13.841235 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:15.509561 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:26.018971 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:31:40.155248 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-14fd32c7-d3ab-49be-9a52-30eb727d52f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:42.589232 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:42.806045 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-26b61e83-2e9d-494f-9e29-9334ebec31c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:43.846385 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:31:45.571851 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:03.020053 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:32:10.166007 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-19b831ea-779b-4a2d-b152-9495be340792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.582961 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:12.800144 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7fd327b2-610d-4719-90a9-c250a6558c4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:13.863327 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:15.549240 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:40.018952 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 5 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:32:40.177399 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5bdcbccb-e4fa-47b8-8e6f-8c1dffdd1f9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:42.593986 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:42.786373 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1dd6ea34-393d-425a-b2df-0041df0303ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:43.845485 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:45.525635 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:47.980608 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158'] for agent, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:32:52.098446 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49164) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:52.209679 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-49d14e22-c3c9-47b5-a209-6c82955ce5f9 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.1101570 May 21 15:32:54.360687 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49174) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:32:54.424556 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5eaa3869-69c6-41d5-98fd-af716435cd73 admin admin] 10.222.0.66 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4291 time: 0.0627062 May 21 15:33:10.163058 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fd28c42a-d2aa-4d70-ab67-3ad4dc48ab02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:12.605868 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:12.788212 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-694c97c6-0a44-4457-b254-dd08317cd89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:13.837002 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:15.511464 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:17.018565 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:33:17.940043 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:40.202956 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9fd59ed3-7a6c-4527-a76d-d828c24fe5c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.614142 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:42.791587 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-84b6105d-844f-491e-bd37-ae7e93bb4468 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:43.842900 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:45.539281 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:47.973350 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:33:54.018968 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:34:10.161895 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ae309fb6-cb24-4942-9c8d-05cf3065ef63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.646862 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:12.804996 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5c3a17e3-3092-4bf8-92a1-68fbf721efa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:13.864090 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:15.548777 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:17.955384 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:31.020921 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:34:40.190551 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c671fc5e-b431-49ad-896e-33a141df8676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:41.264568 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49312) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:41.722490 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-network', 'tenant_id': '3e23b828358d476d86412125f61bdb24'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:41.728540 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:41.732738 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Usage tracker for resource:network and tenant:3e23b828358d476d86412125f61bdb24 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:41.736116 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:41.745919 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:41.822935 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Made reservation on behalf of 3e23b828358d476d86412125f61bdb24 for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:41.825343 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:41.840733 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:41.856135 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:41.860543 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Usage tracker for resource:security_group_rule and tenant:3e23b828358d476d86412125f61bdb24 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:41.864137 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:41.873639 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:41.985185 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.080361 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.083687 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:42.112619 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:42.121912 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9d583a7-1205-40df-91a1-3bd4033ebfab,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:42.130967 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Added segment 4ca80237-38f9-44bd-a265-2ebbae30c76d of type vlan for network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Tracked resource versions report: May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: pushed versions: May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: { 'AddressGroup': {'1.2'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'ConntrackHelper': {'1.0'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Log': {'1.0'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Network': {'1.1'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Port': {'1.7'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'PortForwarding': {'1.2'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'QosPolicy': {'1.8'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroup': {'1.4'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroupRule': {'1.2'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'SubPort': {'1.0'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Subnet': {'1.1'}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Trunk': {'1.1'}} May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: consumer versions: May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: HyperV agent@hv-cinder-79229: {}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'ConntrackHelper': '1.0', May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Log': '1.0', May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Network': '1.1', May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'Port': '1.7', May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'PortForwarding': '1.2', May 21 15:34:42.137667 dv-cinder-792299-3-smb neutron-server[92295]: 'QosPolicy': '1.8', May 21 15:34:42.141451 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroup': '1.4', May 21 15:34:42.141451 dv-cinder-792299-3-smb neutron-server[92295]: 'SecurityGroupRule': '1.2', May 21 15:34:42.141451 dv-cinder-792299-3-smb neutron-server[92295]: 'SubPort': '1.0', May 21 15:34:42.141451 dv-cinder-792299-3-smb neutron-server[92295]: 'Subnet': '1.1', May 21 15:34:42.141451 dv-cinder-792299-3-smb neutron-server[92295]: 'Trunk': '1.1'}} May 21 15:34:42.141451 dv-cinder-792299-3-smb neutron-server[92295]: {{(pid=92295) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:34:42.146315 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:42.171827 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.359095 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.360487 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:42.361070 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.364701 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-23370b6a-de24-4436-af4d-be5eb390eece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:42.474975 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Pushing event updated for resources: {'Network': ['ID=2a9318a6-b863-4c00-8feb-8e0a42c33f1d,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:42.478247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:42.490661 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:42.560986 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.2949905 May 21 15:34:42.565984 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49350) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:42.571134 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Request body: {'subnet': {'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-subnet', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:42.576872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:42.581025 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Usage tracker for resource:subnet and tenant:3e23b828358d476d86412125f61bdb24 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:42.584579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:42.591693 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:42.673289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Made reservation on behalf of 3e23b828358d476d86412125f61bdb24 for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:42.681680 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.698697 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.806873 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-68dd0779-81b8-418d-afd5-3120be4bdccb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:42.981155 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49364) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:43.359090 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:43.367208 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5b5972fc-8a4a-4fa7-bfee-aee99785ee4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:43.466209 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33062eb6-6391-4b8e-8644-03f83347f706,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:43.471736 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:43.472576 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Checking segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:43.472868 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Network hostable DHCP agents. Network: 2a9318a6-b863-4c00-8feb-8e0a42c33f1d, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:43.499345 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-177458838-network', 'tenant_id': '8d8c742366f34b9e8fbd602f1ad7153b'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:43.505320 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:43.510217 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Usage tracker for resource:network and tenant:8d8c742366f34b9e8fbd602f1ad7153b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:43.515120 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:43.523999 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:43.621424 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:43.664057 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Made reservation on behalf of 8d8c742366f34b9e8fbd602f1ad7153b for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:43.668203 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:43.685256 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:43.706500 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:43.712467 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Usage tracker for resource:security_group_rule and tenant:8d8c742366f34b9e8fbd602f1ad7153b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:43.716605 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49388) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:43.722027 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:43.727317 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 2a9318a6-b863-4c00-8feb-8e0a42c33f1d) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:43.738166 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46f02c6-112d-41f1-a94c-a4203a0e8ddd None None] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:43.741980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:43.746610 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:43.747869 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:43.921178 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:43.929047 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3629708 May 21 15:34:43.933193 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49398) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:43.943701 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:43.954914 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:43.960887 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Usage tracker for resource:router and tenant:3e23b828358d476d86412125f61bdb24 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:43.965588 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:43.971510 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:43.976332 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:44.050598 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1277d880-1c85-4b01-a986-52b91ee2755d None None] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:44.063829 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.070933 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:44.087452 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.090738 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.120168 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104588ac-71d3-4b7a-a9af-3c43dc0ac627,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:44.127573 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:44.140376 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 759} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:44.165987 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.165987 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Added segment 82aa2fc8-bf86-4705-af78-07bae5fda28e of type vlan for network 98df524f-2189-4c38-8600-c6964db37fe9 May 21 15:34:44.197590 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.221169 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.371169 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.374367 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:44.375738 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.445199 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:44.595842 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-network', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:44.603457 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:44.610845 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Usage tracker for resource:network and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:44.616398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:44.626843 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:44.693402 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.7086761 May 21 15:34:44.708301 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Pushing event updated for resources: {'Network': ['ID=98df524f-2189-4c38-8600-c6964db37fe9,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:44.715931 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49408) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:44.722839 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:44.730169 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 98df524f-2189-4c38-8600-c6964db37fe9 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:44.735004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Request body: {'subnet': {'network_id': '98df524f-2189-4c38-8600-c6964db37fe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-177458838-subnet', 'tenant_id': '8d8c742366f34b9e8fbd602f1ad7153b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:44.744964 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:44.753120 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Usage tracker for resource:subnet and tenant:8d8c742366f34b9e8fbd602f1ad7153b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:44.762439 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:44.781421 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:44.792748 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Made reservation on behalf of 5a3d6b3bad5e4ab29ec02e77f2137c99 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:44.796509 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:44.888242 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Made reservation on behalf of 8d8c742366f34b9e8fbd602f1ad7153b for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:44.895667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.028954 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.036811 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.066267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:45.071749 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:45.081116 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:45.095205 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:45.142642 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49422) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:45.259593 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49430) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:45.499042 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.616512 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.860796 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.923937 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.927682 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:45.935679 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1096757454-network', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:45.936150 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:45.942218 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:46.065975 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b1c3f7a-fec6-4093-a40c-d8282ed98735,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:46.070531 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:46.082385 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Checking segment: {'id': '82aa2fc8-bf86-4705-af78-07bae5fda28e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 759, 'network_id': '98df524f-2189-4c38-8600-c6964db37fe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:46.083523 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Network hostable DHCP agents. Network: 98df524f-2189-4c38-8600-c6964db37fe9, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:46.195382 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Network 98df524f-2189-4c38-8600-c6964db37fe9 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:46.203599 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Allocated IP 172.28.0.139 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/ec424d14-bc45-4c3a-b7ad-d0ade998a378) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:46.278908 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:46.285875 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Usage tracker for resource:network and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:46.292135 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:46.303494 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:46.309327 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 98df524f-2189-4c38-8600-c6964db37fe9) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:46.326546 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:46.327147 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1480b20e-dc8e-433a-a231-dc082000e3b8 None None] Network 98df524f-2189-4c38-8600-c6964db37fe9 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:46.331976 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:46.395947 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1970267636-network', 'tenant_id': '988cbfa094ad42eab74b0fb9e072f4cc'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:46.403201 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:46.469497 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.7493970 May 21 15:34:46.483972 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce9c080-2bdb-4d63-9c53-40d2fbb00fad,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:46.505180 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.515576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.516436 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.520957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.522280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Tracked resource versions report: May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: pushed versions: May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: { 'AddressGroup': {'1.2'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'ConntrackHelper': {'1.0'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Log': {'1.0'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Network': {'1.1'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Port': {'1.7'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'PortForwarding': {'1.2'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'QosPolicy': {'1.8'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroup': {'1.4'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroupRule': {'1.2'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'SubPort': {'1.0'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Subnet': {'1.1'}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Trunk': {'1.1'}} May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: consumer versions: May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: HyperV agent@hv-cinder-79229: {}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'ConntrackHelper': '1.0', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Log': '1.0', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Network': '1.1', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Port': '1.7', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'PortForwarding': '1.2', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'QosPolicy': '1.8', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroup': '1.4', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'SecurityGroupRule': '1.2', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'SubPort': '1.0', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Subnet': '1.1', May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: 'Trunk': '1.1'}} May 21 15:34:46.523028 dv-cinder-792299-3-smb neutron-server[92296]: {{(pid=92296) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:34:46.569896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:46.575639 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:46.623097 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Usage tracker for resource:network and tenant:988cbfa094ad42eab74b0fb9e072f4cc is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:46.652327 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:46.662666 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 798} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:46.687885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:46.696456 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Made reservation on behalf of c9a11880c4d24053b40346d21b83fa31 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:46.701117 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:46.752443 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:46.790102 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8732846040140', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:46.791488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Unsubscribe: segment precommit_create {{(pid=92296) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} May 21 15:34:46.792419 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Added segment 498bff2f-a4c1-4a43-9fe6-d4ffe8174613 of type vlan for network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 May 21 15:34:46.866061 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a003df32-abc5-4927-990d-4ed2bd159ff0 None None] Network 98df524f-2189-4c38-8600-c6964db37fe9 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:46.881709 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:46.886476 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:46.893871 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:46.908674 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:47.001458 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Made reservation on behalf of 988cbfa094ad42eab74b0fb9e072f4cc for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:47.006664 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.102255 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.130954 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.176737 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.223848 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:47.278850 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Usage tracker for resource:security_group_rule and tenant:988cbfa094ad42eab74b0fb9e072f4cc is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:47.291468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:47.341796 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:47.489655 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.524835 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.533885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:47.533885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.547162 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:47.604758 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.760997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:47.820575 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:47.822263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Pushing event updated for resources: {'Network': ['ID=9a688040-8eb2-467f-906e-7d1d8a5a6f86,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:47.827652 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:47.839471 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:47.843449 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:47.879213 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49492) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:47.880318 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:47.894435 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:48.038657 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 787} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:48.043941 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.102574 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.209185 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.216253 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 4.4931958 May 21 15:34:48.216253 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.216854 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Added segment 75d50c48-1d49-4006-a87c-045b46fd04fd of type vlan for network fccfc7ff-1b84-4767-9e00-626d743ce7fc May 21 15:34:48.219539 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49502) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:48.234460 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Request body: {'subnet': {'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-subnet', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:48.234764 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Pushing event updated for resources: {'Port': ['ID=ec424d14-bc45-4c3a-b7ad-d0ade998a378,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:48.238621 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:48.244247 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:48.253677 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:48.264125 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Usage tracker for resource:subnet and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:48.274132 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:48.289208 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:48.299609 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:48.317547 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.334450 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45152312-0e16-426a-b1d6-0a2e61f962b4,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:48.340571 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.351578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.351578 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Added segment ab45008a-89fb-4efc-b277-8b7fd4beea01 of type vlan for network 444373c3-bf2b-4710-b4b8-326033b209d7 May 21 15:34:48.386202 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:48.396806 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Usage tracker for resource:security_group_rule and tenant:a3d5026976c24bf3b807ea3dec6dfe69 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:48.403340 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:48.420692 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:48.484010 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Made reservation on behalf of 5a3d6b3bad5e4ab29ec02e77f2137c99 for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:48.490203 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Notify callbacks [] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.513273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.534614 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=041e514f-4a7d-4943-8608-af0dea0cbb5b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:48.714766 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:48.719328 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.918s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:48.720169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:48.885473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.891764 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.905655 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:48.906376 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:48.916865 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:48.944580 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49528) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:48.956306 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152028038-network', 'tenant_id': 'fdae49f484f34bb2b99ab8c04a2cc47c'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:49.061289 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.067062 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.075564 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:49.076386 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.089558 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:49.094654 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e6cdf142-3af0-48f4-a54a-7255ae9c32a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:49.100893 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Pushing event updated for resources: {'Network': ['ID=fccfc7ff-1b84-4767-9e00-626d743ce7fc,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:49.122703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:49.122703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:49.122951 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:49.128973 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Usage tracker for resource:network and tenant:fdae49f484f34bb2b99ab8c04a2cc47c is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:49.141336 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:49.141600 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.190374 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:49.210803 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a3d5026976c24bf3b807ea3dec6dfe69&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3274176 May 21 15:34:49.226880 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49540) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:49.258606 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.9892218 May 21 15:34:49.266877 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49544) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:49.272143 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b97cfd8-9961-43bb-ac94-a5410d647076,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:49.288717 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:49.295717 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Request body: {'subnet': {'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1096757454-subnet', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:49.311265 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:49.340750 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Usage tracker for resource:subnet and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:49.349631 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 4.2044737 May 21 15:34:49.352127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:49.357838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49548) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:49.387529 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Request body: {'subnet': {'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1970267636-subnet', 'tenant_id': '988cbfa094ad42eab74b0fb9e072f4cc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:49.391441 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:49.401949 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:49.415469 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Pushing event updated for resources: {'Network': ['ID=444373c3-bf2b-4710-b4b8-326033b209d7,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:49.419177 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Usage tracker for resource:subnet and tenant:988cbfa094ad42eab74b0fb9e072f4cc is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:49.426677 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:49.432136 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:49.444709 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 444373c3-bf2b-4710-b4b8-326033b209d7 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:49.464031 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Made reservation on behalf of fdae49f484f34bb2b99ab8c04a2cc47c for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:49.467959 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.502195 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.505188 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.519617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:49.557368 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Made reservation on behalf of c9a11880c4d24053b40346d21b83fa31 for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:49.561135 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.614114 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:49.636289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Usage tracker for resource:security_group_rule and tenant:fdae49f484f34bb2b99ab8c04a2cc47c is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:49.694971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Made reservation on behalf of 988cbfa094ad42eab74b0fb9e072f4cc for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:49.700043 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.717722 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:49.745746 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.755733 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:49.949816 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:49.969103 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7947b0f0-09b3-40d3-8f43-a86313a546d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:50.176434 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Pushing event updated for resources: {'Subnet': ['ID=83de449d-be81-44ef-bf68-cd42c49ccd35,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:50.192930 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:50.205790 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.226643 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Checking segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:50.228202 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Network hostable DHCP agents. Network: 9a688040-8eb2-467f-906e-7d1d8a5a6f86, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:50.238202 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:50.287014 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.301338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b97cfd8-9961-43bb-ac94-a5410d647076,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:50.314634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:50.348481 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.379692 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.389560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:50.398291 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.400480 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/5b97cfd8-9961-43bb-ac94-a5410d647076 HTTP/1.1" status: 204 len: 168 time: 1.1660860 May 21 15:34:50.439531 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 772} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:34:50.459370 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:50.471839 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ae36c8-8b7e-4147-acba-7651507c13c2,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:50.483946 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:50.489759 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.490443 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Added segment abd90f34-964b-48db-a947-862f7cea54e3 of type vlan for network 9e62e217-a4ae-4b43-90a1-1d951438cc1f May 21 15:34:50.538148 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.644057 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 9a688040-8eb2-467f-906e-7d1d8a5a6f86) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:50.653562 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:50.654152 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.661876 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-221ce2be-1b12-4fb4-b964-7ac7eefadb26 None None] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:50.681795 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.688012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:50.688599 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:50.695808 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2ea33600-9fc4-4c5e-8e7d-9416b439b457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:50.829423 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-cb0212c4-5d2a-4d85-9cdc-f4cfdf54afac admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 2.6072738 May 21 15:34:50.835191 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49572) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:50.846624 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Pushing event updated for resources: {'Network': ['ID=9e62e217-a4ae-4b43-90a1-1d951438cc1f,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:50.852937 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:50.857314 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:50.866572 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9142947 May 21 15:34:50.869709 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49576) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:50.888711 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 9e62e217-a4ae-4b43-90a1-1d951438cc1f details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:34:50.905665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49580) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:50.914390 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:50.937954 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Request body: {'subnet': {'network_id': '9e62e217-a4ae-4b43-90a1-1d951438cc1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1152028038-subnet', 'tenant_id': 'fdae49f484f34bb2b99ab8c04a2cc47c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:50.947747 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:50.957531 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Usage tracker for resource:subnet and tenant:fdae49f484f34bb2b99ab8c04a2cc47c is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:50.964041 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:50.981982 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:50.999462 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Usage tracker for resource:router and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:51.009729 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:34:51.028577 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:51.053717 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.122278 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.144109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:51.238373 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:34:51.239922 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.242236 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:51.248755 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Made reservation on behalf of fdae49f484f34bb2b99ab8c04a2cc47c for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:34:51.253537 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.277359 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-38bf1a09-af44-4ed5-9a33-bf0cf9e5f885 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:51.340252 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.414031 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd03c1c3-16e7-42b8-9df0-7090fc3ea29e,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:51.454290 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:51.454731 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:51.479625 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fa1f679a-4072-4c24-8546-0f5adb3cb006,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:51.485250 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Usage tracker for resource:security_group_rule and tenant:61a29689271c4881bd6ab8ba6c22fe5f is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:51.494675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:51.500509 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:51.512790 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:51.535730 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Checking segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:51.536579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Network hostable DHCP agents. Network: fccfc7ff-1b84-4767-9e00-626d743ce7fc, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:51.594908 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.596705 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.629130 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:34:51.642942 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Sync routers for ids ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:34:51.653616 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Checking segment: {'id': 'ab45008a-89fb-4efc-b277-8b7fd4beea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:51.654202 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Network hostable DHCP agents. Network: 444373c3-bf2b-4710-b4b8-326033b209d7, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:51.685469 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Routers {'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:34:51.687300 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:51.721395 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.792409 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49592) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:51.818864 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Allocated IP 172.20.0.2 (9a688040-8eb2-467f-906e-7d1d8a5a6f86/83de449d-be81-44ef-bf68-cd42c49ccd35/cbae823e-924b-46a7-a8e2-4d3d43d3fba6) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:51.885258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Network 444373c3-bf2b-4710-b4b8-326033b209d7 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:51.890012 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.892516 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.9571323 May 21 15:34:51.901809 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49596) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:51.966087 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:51.995184 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:52.006119 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.016988 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:52.025664 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Usage tracker for resource:security_group_rule and tenant:e5907511c1954f3d9edcdb00e5329649 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:52.031959 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:52.044905 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:52.101387 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Set router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:34:52.104465 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, fccfc7ff-1b84-4767-9e00-626d743ce7fc) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:52.138380 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f72028-5fab-41f4-884d-afdc2b65fb82 None None] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:52.216385 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.219291 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:52.220109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.224982 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.243905 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2e1dfa59-5898-4b83-9043-31945bfed741 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:52.251515 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 444373c3-bf2b-4710-b4b8-326033b209d7) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:52.287427 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64fe2d88-d4d5-4f22-845c-14050055d8c3,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:52.296083 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:52.303598 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:52.304687 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.323216 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.369266 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6eabbf26-5eb1-4761-ade3-6536664f21fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:52.405522 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e5907511c1954f3d9edcdb00e5329649&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6112413 May 21 15:34:52.408589 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=61a29689271c4881bd6ab8ba6c22fe5f&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4992754 May 21 15:34:52.410933 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcc0bcb-5ac4-4dbd-892c-aa68cff99a2f,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:52.414611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:52.416277 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49600) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:52.417303 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49602) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:52.506410 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b5e195-80a1-42e2-b1d9-724f1aa28845 None None] Network 444373c3-bf2b-4710-b4b8-326033b209d7 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:52.530247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.564415 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.659631 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f0e7f86b-9c64-45b4-8f00-d6ee81ce1216 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.3899996 May 21 15:34:52.664526 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49610) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:52.673072 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:34:52.686204 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:34:52.694755 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Usage tracker for resource:router and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:34:52.709444 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:34:52.734605 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:34:52.751910 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.822449 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.850999 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:52.855925 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.4922483 May 21 15:34:52.882753 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Transition to ACTIVE for port object cbae823e-924b-46a7-a8e2-4d3d43d3fba6 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:52.915275 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:34:52.916573 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.916988 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.919970 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:52.928901 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcc0bcb-5ac4-4dbd-892c-aa68cff99a2f,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:52.964471 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:52.974444 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Transition to ACTIVE for port object cbae823e-924b-46a7-a8e2-4d3d43d3fba6 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:53.066407 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.087867 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.097079 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:34:48Z', 'revision_number': 3, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:34:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:53.108050 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:53.121262 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.135184 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Checking router: aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:34:53.138106 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Updating router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 port ec424d14-bc45-4c3a-b7ad-d0ade998a378 binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:34:53.158663 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.190166 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.289443 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:53.316006 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.327568 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:53.342413 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:53.344533 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Pushing event updated for resources: {'Port': ['ID=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:53.346086 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.349979 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/adcc0bcb-5ac4-4dbd-892c-aa68cff99a2f HTTP/1.1" status: 204 len: 168 time: 0.9309413 May 21 15:34:53.372306 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.372898 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.373323 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.373848 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.374337 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.375012 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.375891 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.376424 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.376883 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.377496 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.378105 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.378776 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Tracked resource versions report: May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: pushed versions: May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: { 'AddressGroup': {'1.2'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'ConntrackHelper': {'1.0'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Log': {'1.0'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Network': {'1.1'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Port': {'1.7'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'PortForwarding': {'1.2'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'QosPolicy': {'1.8'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroup': {'1.4'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroupRule': {'1.2'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'SubPort': {'1.0'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Subnet': {'1.1'}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Trunk': {'1.1'}} May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: consumer versions: May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: HyperV agent@hv-cinder-79229: {}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'ConntrackHelper': '1.0', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Log': '1.0', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Network': '1.1', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Port': '1.7', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'PortForwarding': '1.2', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'QosPolicy': '1.8', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroup': '1.4', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'SecurityGroupRule': '1.2', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'SubPort': '1.0', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Subnet': '1.1', May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: 'Trunk': '1.1'}} May 21 15:34:53.381317 dv-cinder-792299-3-smb neutron-server[92297]: {{(pid=92297) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:34:53.439325 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:53.440582 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a74b69-9339-4815-b5ef-37e4c2492dcc None None] Network 444373c3-bf2b-4710-b4b8-326033b209d7 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:53.474298 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Allocated IP 172.20.0.2 (fccfc7ff-1b84-4767-9e00-626d743ce7fc/fa1f679a-4072-4c24-8546-0f5adb3cb006/16af4b69-4cd6-4390-8dd6-dc3c717b355d) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:53.587438 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.621423 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:53.651189 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.656346 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64fe2d88-d4d5-4f22-845c-14050055d8c3 HTTP/1.1" status: 204 len: 168 time: 1.2005789 May 21 15:34:53.795267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64fe2d88-d4d5-4f22-845c-14050055d8c3,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:53.828592 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Attempting to bind port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:34:53.828874 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Attempting to bind port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:34:53.829350 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Attempting to bind port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:53.863131 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:53.868862 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:34:53.869886 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Checking segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:53.889628 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:53.890603 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Bound using segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:34:53.895029 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Bound port: cbae823e-924b-46a7-a8e2-4d3d43d3fba6, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:34:53.897844 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.130645 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.157273 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.171446 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Transition to ACTIVE for port object ec424d14-bc45-4c3a-b7ad-d0ade998a378 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:54.275259 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.280868 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:54.389424 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.431103 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Transition to ACTIVE for port object 16af4b69-4cd6-4390-8dd6-dc3c717b355d will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:54.454384 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Attempting to bind port ec424d14-bc45-4c3a-b7ad-d0ade998a378 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:34:54.454677 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Attempting to bind port ec424d14-bc45-4c3a-b7ad-d0ade998a378 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:34:54.455053 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Attempting to bind port ec424d14-bc45-4c3a-b7ad-d0ade998a378 on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:54.470343 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:34:54.474210 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:54.474210 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.474210 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:34:54.474210 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Bound port: ec424d14-bc45-4c3a-b7ad-d0ade998a378, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:34:54.474210 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.477692 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Transition to ACTIVE for port object 16af4b69-4cd6-4390-8dd6-dc3c717b355d will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:34:54.510381 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Pushing event updated for resources: {'Port': ['ID=ec424d14-bc45-4c3a-b7ad-d0ade998a378,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:54.538384 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.538791 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.539157 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.539525 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.539905 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.540235 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.540626 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.540988 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.541394 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.542644 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.543053 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.543602 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:34:54.544892 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Tracked resource versions report: May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: pushed versions: May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: { 'AddressGroup': {'1.2'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'ConntrackHelper': {'1.0'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Log': {'1.0'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Network': {'1.1'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Port': {'1.7'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'PortForwarding': {'1.2'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'QosPolicy': {'1.8'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroup': {'1.4'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroupRule': {'1.2'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'SubPort': {'1.0'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Subnet': {'1.1'}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Trunk': {'1.1'}} May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: consumer versions: May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: { DHCP agent@dv-cinder-792299-3-smb: {}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: HyperV agent@hv-cinder-79229: {}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: L3 agent@dv-cinder-792299-3-smb: {}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: Metadata agent@dv-cinder-792299-3-smb: {}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: Metering agent@dv-cinder-792299-3-smb: {}, May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: Open vSwitch agent@dv-cinder-792299-3-smb: { 'AddressGroup': '1.2', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'ConntrackHelper': '1.0', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Log': '1.0', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Network': '1.1', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Port': '1.7', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'PortForwarding': '1.2', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'QosPolicy': '1.8', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroup': '1.4', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'SecurityGroupRule': '1.2', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'SubPort': '1.0', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Subnet': '1.1', May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: 'Trunk': '1.1'}} May 21 15:34:54.545345 dv-cinder-792299-3-smb neutron-server[92298]: {{(pid=92298) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} May 21 15:34:54.550991 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:54.601322 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] For port ec424d14-bc45-4c3a-b7ad-d0ade998a378, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:34:54.609270 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] For port ec424d14-bc45-4c3a-b7ad-d0ade998a378, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=ec424d14-bc45-4c3a-b7ad-d0ade998a378,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:34:54.647869 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.686108 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.691157 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:54.711209 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32c53fc6-6aa2-4d40-a60c-da101e61d916 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:54.730378 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1527bced-d127-4c56-9354-e9182e241c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:54.795200 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.876374 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:54.913592 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Pushing event updated for resources: {'Port': ['ID=ec424d14-bc45-4c3a-b7ad-d0ade998a378,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:54.918677 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Routers {'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:34:54.922406 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:55.004961 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:55.013086 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:55.020805 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Pushing event updated for resources: {'Port': ['ID=16af4b69-4cd6-4390-8dd6-dc3c717b355d,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:55.036950 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] For port cbae823e-924b-46a7-a8e2-4d3d43d3fba6, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:34:55.041807 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:55.045384 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] For port cbae823e-924b-46a7-a8e2-4d3d43d3fba6, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:34:55.071846 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:55.096060 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:55.097016 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49668) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:55.120367 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Checking segment: {'id': 'abd90f34-964b-48db-a947-862f7cea54e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 772, 'network_id': '9e62e217-a4ae-4b43-90a1-1d951438cc1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:55.125057 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Network hostable DHCP agents. Network: 9e62e217-a4ae-4b43-90a1-1d951438cc1f, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:34:55.134654 dv-cinder-792299-3-smb neutron-server[92296]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. May 21 15:34:55.147581 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cea3db0-5d8f-41fd-adca-e8b59ccb0e13,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:55.159725 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.166864 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.455s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:55.193741 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Allocated IP 172.28.0.15 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/90df7b54-5b0d-4f7f-af49-59cb94dda53a) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:55.200145 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d83cc9f3-5942-4a2d-b022-b0f3d8d92b2a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:55.357307 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Pushing event updated for resources: {'Port': ['ID=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:55.365673 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:55.378160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Attempting to bind port 16af4b69-4cd6-4390-8dd6-dc3c717b355d on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:34:55.378528 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Attempting to bind port 16af4b69-4cd6-4390-8dd6-dc3c717b355d by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:34:55.378909 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Attempting to bind port 16af4b69-4cd6-4390-8dd6-dc3c717b355d on network fccfc7ff-1b84-4767-9e00-626d743ce7fc {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:34:55.387498 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:34:55.387858 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Checking segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:34:55.388247 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.388627 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Bound using segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:34:55.389095 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Bound port: 16af4b69-4cd6-4390-8dd6-dc3c717b355d, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:34:55.389460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.401617 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] Set router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:34:55.465100 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.546331 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.565737 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.575888 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:55.607993 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] For port 16af4b69-4cd6-4390-8dd6-dc3c717b355d, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:34:55.618575 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] For port 16af4b69-4cd6-4390-8dd6-dc3c717b355d, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=16af4b69-4cd6-4390-8dd6-dc3c717b355d,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:34:55.709399 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.711250 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:55.715128 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:55.755736 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:55.760281 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:55.767445 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:55.879612 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Network 9e62e217-a4ae-4b43-90a1-1d951438cc1f is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:34:55.977926 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Pushing event updated for resources: {'Port': ['ID=16af4b69-4cd6-4390-8dd6-dc3c717b355d,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:55.984968 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:56.078673 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Pushing event updated for resources: {'Port': ['ID=90df7b54-5b0d-4f7f-af49-59cb94dda53a,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:56.095004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:56.121546 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 9e62e217-a4ae-4b43-90a1-1d951438cc1f) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:56.133366 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b41a81-250c-499e-a6db-328d4f9f0a21 None None] Network 9e62e217-a4ae-4b43-90a1-1d951438cc1f requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:56.147954 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:34:48Z', 'revision_number': 3, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:56.154582 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:56.157381 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:56.166593 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d51703d5-b5db-4ccc-97cf-8f2c1c15c4e7 None None] The sync data for ids ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'] in dv-cinder-792299-3-smb is: [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:34:48Z', 'revision_number': 3, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:34:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:34:56.250117 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:56.460986 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-3562c031-f4cb-41e4-8775-bf68da700c4b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:34:56.465457 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-3562c031-f4cb-41e4-8775-bf68da700c4b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Synchronizing usage tracker for tenant:988cbfa094ad42eab74b0fb9e072f4cc on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:34:56.701314 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dc5948-2390-43e1-9db9-72f026157cc3 None None] Network 9e62e217-a4ae-4b43-90a1-1d951438cc1f requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:56.915784 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-3562c031-f4cb-41e4-8775-bf68da700c4b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Unset dirty status for tenant:988cbfa094ad42eab74b0fb9e072f4cc on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:34:56.933752 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-3562c031-f4cb-41e4-8775-bf68da700c4b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/networks?id=444373c3-bf2b-4710-b4b8-326033b209d7 HTTP/1.1" status: 200 len: 812 time: 1.8008919 May 21 15:34:57.014490 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Allocated IP 172.28.0.115 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/797c8219-7da5-4167-8552-18ca1fce0a6f) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:57.063882 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 16af4b69-4cd6-4390-8dd6-dc3c717b355d up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:34:57.066198 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 6.1938274 May 21 15:34:57.157700 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-fb20b5f2-69b7-45ad-a677-083e85ee89d3 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/quotas/988cbfa094ad42eab74b0fb9e072f4cc HTTP/1.1" status: 200 len: 375 time: 0.2027600 May 21 15:34:57.219230 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:57.465555 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4eab45c-5452-49c5-842e-cb046abc74e3 None None] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:57.683653 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-a15ed967-9634-46ce-b0a8-e1358f1c852f tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=988cbfa094ad42eab74b0fb9e072f4cc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3171337 May 21 15:34:57.695490 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49714) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:57.698302 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 16af4b69-4cd6-4390-8dd6-dc3c717b355d completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:57.708785 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbae823e-924b-46a7-a8e2-4d3d43d3fba6 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:34:57.864439 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f1e55eeb-98f1-4844-bbe0-2960635955c4 None None] Provisioning for port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:57.974838 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275a5b25-32e2-4dd0-a495-556c1056b5bf None None] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:34:58.012097 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:58.055059 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Allocated IP 172.20.0.1 (2a9318a6-b863-4c00-8feb-8e0a42c33f1d/33062eb6-6391-4b8e-8644-03f83347f706/b5024061-8adf-423e-9a4b-96facbb07bca) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:34:58.099465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Deleting subnet 5b1c3f7a-fec6-4093-a40c-d8282ed98735 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:34:58.103212 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.112307 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.143063 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.163793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:58.164171 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.239562 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Provisioning for port 16af4b69-4cd6-4390-8dd6-dc3c717b355d completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:34:58.340641 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Provisioning complete for port 16af4b69-4cd6-4390-8dd6-dc3c717b355d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:34:58.341012 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.365806 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.388924 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.439371 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.449340 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.452887 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port cbae823e-924b-46a7-a8e2-4d3d43d3fba6, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:34:58.569921 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.573165 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:58.597087 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:58.599949 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:34:58.628752 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-be125d9a-c68e-4baa-a098-7e372bd6c7be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:58.948231 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:58.952443 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:58.959877 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device ec424d14-bc45-4c3a-b7ad-d0ade998a378 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:34:59.065726 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:59.066490 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:59.087812 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:59.107950 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:59.157836 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:34:59.219927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:34:59.245315 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Pushing event updated for resources: {'Port': ['ID=b5024061-8adf-423e-9a4b-96facbb07bca,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:59.269576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:59.280907 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-c909a0c1-b40f-45ac-b048-925d6f6b2b3d service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:34:59.281823 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-c909a0c1-b40f-45ac-b048-925d6f6b2b3d service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8724802 May 21 15:34:59.282598 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:59.287739 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:34:59.288370 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:34:59.299764 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:34:59.314307 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:34:59.319810 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.6492972 May 21 15:34:59.324289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49754) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:34:59.507914 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Pushing event updated for resources: {'Port': ['ID=797c8219-7da5-4167-8552-18ca1fce0a6f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:34:59.546450 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:34:59.570637 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:34:59.578109 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:34:59.594808 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:34:59.620883 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:34:59.937593 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.041046 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] For port 16af4b69-4cd6-4390-8dd6-dc3c717b355d, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=16af4b69-4cd6-4390-8dd6-dc3c717b355d,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:00.106423 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:34:56Z', 'revision_number': 3, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:34:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:00.113562 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port ec424d14-bc45-4c3a-b7ad-d0ade998a378 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:00.120095 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:00.120730 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Updating router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 port 90df7b54-5b0d-4f7f-af49-59cb94dda53a binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:35:00.162173 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port ec424d14-bc45-4c3a-b7ad-d0ade998a378 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:00.163980 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.292340 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.350445 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.388067 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:00.476860 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Pushing event updated for resources: {'Port': ['ID=16af4b69-4cd6-4390-8dd6-dc3c717b355d,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:00.482294 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.488910 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:00.556985 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-fc41225b-575b-48e7-aa10-ed6df9381aaa service neutron] 10.222.0.66 "GET /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2594271 May 21 15:35:00.565049 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b01a438f-e6b8-4767-acfc-e66212546c17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:00.589205 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-7ae8299a-ff52-4880-a07b-1776ea0e4e38 None None] Provisioning complete for port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:00.589861 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ae8299a-ff52-4880-a07b-1776ea0e4e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.611889 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:00.662167 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b1c3f7a-fec6-4093-a40c-d8282ed98735,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:00.707710 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:00.715049 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/5b1c3f7a-fec6-4093-a40c-d8282ed98735 HTTP/1.1" status: 204 len: 168 time: 3.0107732 May 21 15:35:00.797685 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49796) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:01.034402 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.035921 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-7ae8299a-ff52-4880-a07b-1776ea0e4e38 None None] Provisioning complete for port 16af4b69-4cd6-4390-8dd6-dc3c717b355d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:01.036403 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ae8299a-ff52-4880-a07b-1776ea0e4e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.120134 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.124054 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.144400 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port ec424d14-bc45-4c3a-b7ad-d0ade998a378, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=ec424d14-bc45-4c3a-b7ad-d0ade998a378,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:01.261074 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-2c400d41-5c3a-4ef3-ae00-8afc79311782 service neutron] 10.222.0.66 "GET /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6509976 May 21 15:35:01.265995 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.280692 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.345111 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:01.417531 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.434349 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.434677 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.435629 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.436140 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > port after_create 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.436638 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.437135 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > port after_update 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.437615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.438080 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.438536 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.439153 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.517757 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 16af4b69-4cd6-4390-8dd6-dc3c717b355d up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:01.619648 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.626458 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=ec424d14-bc45-4c3a-b7ad-d0ade998a378,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:01.655033 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:01.662276 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.662615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.663127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.663645 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92295) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:35:01.664174 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98df524f-2189-4c38-8600-c6964db37fe9']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:01.679230 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82aa2fc8-bf86-4705-af78-07bae5fda28e') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:01.679783 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82aa2fc8-bf86-4705-af78-07bae5fda28e') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:01.695689 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.697477 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.720190 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.737443 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 16af4b69-4cd6-4390-8dd6-dc3c717b355d triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:01.737907 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.764603 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Releasing vlan 759 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:35:01.764882 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: from cryptography.utils import int_from_bytes May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: from cryptography.utils import int_from_bytes May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:35:01.782827 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:35:01.850968 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49826) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:01.981165 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbae823e-924b-46a7-a8e2-4d3d43d3fba6 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:01.996311 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.015942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:02.077794 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.081787 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Transition to ACTIVE for port object 90df7b54-5b0d-4f7f-af49-59cb94dda53a will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:02.088458 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Pushing event deleted for resources: {'Network': ['ID=98df524f-2189-4c38-8600-c6964db37fe9,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:02.096876 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:02.103379 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/98df524f-2189-4c38-8600-c6964db37fe9 HTTP/1.1" status: 204 len: 168 time: 1.3024454 May 21 15:35:02.106599 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49842) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:02.159007 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Allocated IP 172.20.0.1 (fccfc7ff-1b84-4767-9e00-626d743ce7fc/fa1f679a-4072-4c24-8546-0f5adb3cb006/3422cad6-fb58-4b43-902e-fd81c48af698) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:02.209813 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Deleting subnet 6cea3db0-5d8f-41fd-adca-e8b59ccb0e13 {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:35:02.215564 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:02.215945 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.225629 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.237693 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49850) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:02.252497 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.276296 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:02.297097 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-05a66cc2-e258-41d1-8e71-dc2c0a7eb772 req-4d55f697-a19a-40c6-9bc0-1457ef678afb tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.4445500 May 21 15:35:02.475722 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Attempting to bind port 90df7b54-5b0d-4f7f-af49-59cb94dda53a on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:02.477710 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Attempting to bind port 90df7b54-5b0d-4f7f-af49-59cb94dda53a by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:02.479293 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Attempting to bind port 90df7b54-5b0d-4f7f-af49-59cb94dda53a on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:02.524752 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca64e0-ee1b-4b7b-ad52-fad9ee4e65b3 None None] Pushing event updated for resources: {'Port': ['ID=90df7b54-5b0d-4f7f-af49-59cb94dda53a,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:02.538469 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-20ca64e0-ee1b-4b7b-ad52-fad9ee4e65b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:02.542447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:02.542447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:02.542447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.542447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:02.542447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Bound port: 90df7b54-5b0d-4f7f-af49-59cb94dda53a, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:02.543123 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.611786 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.629857 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.675249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.680058 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] For port 90df7b54-5b0d-4f7f-af49-59cb94dda53a, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:02.686786 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] For port 90df7b54-5b0d-4f7f-af49-59cb94dda53a, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=90df7b54-5b0d-4f7f-af49-59cb94dda53a,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:02.720337 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:02.730748 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Usage tracker for resource:security_group_rule and tenant:3be6437ac9e0489da4447f241bccda6b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:02.736619 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:02.750455 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:02.787812 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.799555 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.825547 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:02.836461 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.873202 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.882838 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:02.912947 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:02.985806 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Transition to ACTIVE for port object 3422cad6-fb58-4b43-902e-fd81c48af698 will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:02.990914 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Pushing event updated for resources: {'Port': ['ID=b5024061-8adf-423e-9a4b-96facbb07bca,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:03.087360 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:03.163019 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:03.164238 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:03.212261 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.330237 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ca64e0-ee1b-4b7b-ad52-fad9ee4e65b3 None None] Pushing event updated for resources: {'Port': ['ID=90df7b54-5b0d-4f7f-af49-59cb94dda53a,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:03.339213 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-20ca64e0-ee1b-4b7b-ad52-fad9ee4e65b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:03.422654 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.435516 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:03.467250 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device ec424d14-bc45-4c3a-b7ad-d0ade998a378 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:03.519466 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:03.529634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Pushing event updated for resources: {'Port': ['ID=3422cad6-fb58-4b43-902e-fd81c48af698,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:03.534768 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:03.535642 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:03.546518 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.581844 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5790f163-8db3-47ca-80be-0491acecd348 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:03.599496 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9dd50f9e-6995-4632-b0c0-0efef872d7a5 req-d1214376-d65d-453f-93a8-dad37362ef91 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.1439166 May 21 15:35:03.603776 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port ec424d14-bc45-4c3a-b7ad-d0ade998a378 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:03.608147 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.629579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:03.644110 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:03.645976 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cea3db0-5d8f-41fd-adca-e8b59ccb0e13,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:03.667773 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:03.669483 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.670979 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:03.730191 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:03.740051 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.767669 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6cea3db0-5d8f-41fd-adca-e8b59ccb0e13 HTTP/1.1" status: 204 len: 168 time: 1.6597567 May 21 15:35:03.772357 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 49914) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:03.824567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:03.874485 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:03.950863 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.043240 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.070389 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3be6437ac9e0489da4447f241bccda6b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8153517 May 21 15:35:04.070635 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f6f7dfb-d40a-4fcc-9b39-0b750765e7f6,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:04.080505 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:04.083264 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49932) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:04.143744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:04.327907 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f9605a3d-44b8-4e6c-8999-d3f36b36570a None None] Provisioning for port 3422cad6-fb58-4b43-902e-fd81c48af698 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:04.330599 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Router 362da74d-1794-4c57-916d-48c200926d2b is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:35:04.341259 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.345823 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f9605a3d-44b8-4e6c-8999-d3f36b36570a None None] Provisioning complete for port 3422cad6-fb58-4b43-902e-fd81c48af698 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:04.346283 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f9605a3d-44b8-4e6c-8999-d3f36b36570a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.368569 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.386330 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e62e217-a4ae-4b43-90a1-1d951438cc1f']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:04.406320 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd90f34-964b-48db-a947-862f7cea54e3') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:04.406941 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd90f34-964b-48db-a947-862f7cea54e3') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:04.427776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.463468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.469094 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.480856 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Releasing vlan 772 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:35:04.481283 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.518251 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-f9605a3d-44b8-4e6c-8999-d3f36b36570a None None] Port 3422cad6-fb58-4b43-902e-fd81c48af698 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:04.543356 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:34:56Z', 'revision_number': 3, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:04.550928 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b92f739a-9c05-4d7c-905d-e4cfa1a5aef9 None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:34:56Z', 'revision_number': 3, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:35:04.623737 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:35:04.765537 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.792606 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.857438 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:04.880632 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:04.903312 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:04.905856 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e62e217-a4ae-4b43-90a1-1d951438cc1f,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:04.908173 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9e62e217-a4ae-4b43-90a1-1d951438cc1f HTTP/1.1" status: 204 len: 168 time: 1.1342587 May 21 15:35:04.912684 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:04.941410 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-830f9e27-9efa-4be7-ba90-f3f068dbec99 req-7ae9c2d4-6659-4332-bf45-45227e13b762 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.1014614 May 21 15:35:04.959353 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] 10.222.0.66 "PUT /v2.0/routers/aeb75cf1-4575-4ab4-a75d-e6fdca8b2623/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.0507989 May 21 15:35:04.964541 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Sync routers for ids ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:04.970070 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:04.994476 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:04.995357 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Routers {'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:04.997886 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:05.013979 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:05.014837 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:05.142889 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:05.145872 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a23ff1fc-d3b2-45ff-b9c2-afc2ce4fc71b admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 14.3136063 May 21 15:35:05.153746 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49968) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:05.306209 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:05.382981 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:05.397940 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:05.411549 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:05.412750 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4f6f7dfb-d40a-4fcc-9b39-0b750765e7f6 HTTP/1.1" status: 204 len: 168 time: 1.3281302 May 21 15:35:05.422313 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a05c5be7-aa15-49d7-8089-6b2378f6f369 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:05.461820 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f6f7dfb-d40a-4fcc-9b39-0b750765e7f6,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:05.480217 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:05.624945 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7365b07f-6e5d-49c9-8f4e-d635f1429230 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:05.709062 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49982) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:05.973540 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:05.982012 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:05.984947 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-4272ebf3-4f2b-43a5-857b-958545dc7095 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8d8c742366f34b9e8fbd602f1ad7153b&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1748650 May 21 15:35:05.990515 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Set router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:06.007007 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 49990) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:06.222031 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 90df7b54-5b0d-4f7f-af49-59cb94dda53a up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:06.442484 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Pushing event updated for resources: {'Port': ['ID=3422cad6-fb58-4b43-902e-fd81c48af698,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:06.450546 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:06.554615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:06.557110 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:06.685005 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 90df7b54-5b0d-4f7f-af49-59cb94dda53a completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:06.708473 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 90df7b54-5b0d-4f7f-af49-59cb94dda53a triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:06.709171 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:06.743860 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffe1adcc-cb62-4ac3-ae32-d5fe6791c1e7 req-b3c089bd-b375-4b1d-96de-82a8ec597c90 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.1840413 May 21 15:35:06.745231 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:35:00Z', 'revision_number': 4, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5024061-8adf-423e-9a4b-96facbb07bca', 'name': '', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'mac_address': 'fa:16:3e:94:d3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '33062eb6-6391-4b8e-8644-03f83347f706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:56Z', 'updated_at': '2021-05-21T15:35:02Z', 'revision_number': 2, 'project_id': '3e23b828358d476d86412125f61bdb24', 'subnets': [{'id': '33062eb6-6391-4b8e-8644-03f83347f706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:06.778917 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Checking router: aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:06.779554 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Updating router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 port b5024061-8adf-423e-9a4b-96facbb07bca binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:35:06.934054 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:06.975278 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.003140 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.065632 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:07.181685 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50008) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:07.275851 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.286946 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.378755 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:07.392770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Usage tracker for resource:security_group_rule and tenant:efb6dcd9d95448f7824bf7c2c431791e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:07.398425 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:07.413983 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:07.483393 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50012) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:07.504648 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-8fd51cb3-1a76-4ca6-b261-aff11397454f None None] Provisioning complete for port 3422cad6-fb58-4b43-902e-fd81c48af698 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:07.507966 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8fd51cb3-1a76-4ca6-b261-aff11397454f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.571593 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.594164 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.74', 65319) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:07.600311 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 90df7b54-5b0d-4f7f-af49-59cb94dda53a, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=90df7b54-5b0d-4f7f-af49-59cb94dda53a,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:07.684476 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-8fd51cb3-1a76-4ca6-b261-aff11397454f None None] Port 3422cad6-fb58-4b43-902e-fd81c48af698 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:07.716114 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.726644 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:07.739932 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] 10.222.0.66 "PUT /v2.0/routers/0594b054-ac05-4da4-a6d7-e5b2cf82b9d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4185073 May 21 15:35:07.746180 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:07.799015 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:07.856004 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.886457 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.890907 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104588ac-71d3-4b7a-a9af-3c43dc0ac627,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:07.904293 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Transition to ACTIVE for port object b5024061-8adf-423e-9a4b-96facbb07bca will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:07.920981 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:07.946011 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:07.952026 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:07.960907 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:07.965111 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:07.971720 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/104588ac-71d3-4b7a-a9af-3c43dc0ac627 HTTP/1.1" status: 204 len: 168 time: 2.0813932 May 21 15:35:07.994034 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.025472 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.077625 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:08.083148 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=90df7b54-5b0d-4f7f-af49-59cb94dda53a,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:08.084991 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Usage tracker for resource:security_group_rule and tenant:01f45698e512471897dc74d34ddf6bf7 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:08.087423 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:08.088962 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:00Z', 'revision_number': 3, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:34:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:08.097359 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:08.101208 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:08.102320 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Updating router 362da74d-1794-4c57-916d-48c200926d2b port 797c8219-7da5-4167-8552-18ca1fce0a6f binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:35:08.103765 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:08.121664 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.123871 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:35:08.132235 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-b20397c1-21ce-4035-b47c-27dfabcbc301 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:08.167123 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.169862 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:08.277432 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc107d8-a808-49e1-a492-6de715684770 None None] Pushing event updated for resources: {'Port': ['ID=b5024061-8adf-423e-9a4b-96facbb07bca,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:08.318648 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.386171 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.426451 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:08.481009 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-2bc107d8-a808-49e1-a492-6de715684770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:08.505781 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:08.517588 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=efb6dcd9d95448f7824bf7c2c431791e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3295655 May 21 15:35:08.522221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50058) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:08.528971 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-20596b8f-22b4-4f03-91cd-4f8fd401c4a5 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:08.535626 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-20596b8f-22b4-4f03-91cd-4f8fd401c4a5 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.74 "GET /v2.0/networks?id=444373c3-bf2b-4710-b4b8-326033b209d7 HTTP/1.1" status: 200 len: 812 time: 0.9396870 May 21 15:35:08.567734 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=01f45698e512471897dc74d34ddf6bf7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0760183 May 21 15:35:08.570125 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50062) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:08.580819 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3b9fa9-62fb-4a5a-9158-f8c413c4fb19,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:08.683871 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82b25aa2-a030-46b8-8d08-192571c48e2d req-3d0b580a-7cfb-47d5-a4c7-24640d759da6 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.4536138 May 21 15:35:08.708062 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62d1c6d6-5ebf-45a1-bb61-1262432024cd,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:08.738656 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:08.753506 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Request body: {'port': {'device_id': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7', 'admin_state_up': True, 'tenant_id': '988cbfa094ad42eab74b0fb9e072f4cc'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:08.765590 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:08.841317 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.887825 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Transition to ACTIVE for port object 797c8219-7da5-4167-8552-18ca1fce0a6f will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:08.902525 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-eea8a1a1-9cae-4dd3-ba28-16df62120f49 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:08.904318 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-eea8a1a1-9cae-4dd3-ba28-16df62120f49 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 819 time: 0.8577938 May 21 15:35:08.905047 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.969775 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:08.976067 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:08.995624 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.041944 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-cca31f23-6b69-410a-a6c8-06d991838433 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/quotas/3e23b828358d476d86412125f61bdb24 HTTP/1.1" status: 200 len: 375 time: 0.0509741 May 21 15:35:09.052954 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.058759 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.128611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.212146 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:09.219823 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Attempting to bind port 797c8219-7da5-4167-8552-18ca1fce0a6f on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:09.219823 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Attempting to bind port 797c8219-7da5-4167-8552-18ca1fce0a6f by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:09.221062 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Attempting to bind port 797c8219-7da5-4167-8552-18ca1fce0a6f on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:09.224062 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Attempting to bind port b5024061-8adf-423e-9a4b-96facbb07bca on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:09.224875 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Attempting to bind port b5024061-8adf-423e-9a4b-96facbb07bca by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:09.225786 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Attempting to bind port b5024061-8adf-423e-9a4b-96facbb07bca on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:09.225977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Usage tracker for resource:port and tenant:988cbfa094ad42eab74b0fb9e072f4cc is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:09.232608 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355affb-9012-4960-91d8-d0bc5eb621dc None None] Pushing event updated for resources: {'Port': ['ID=797c8219-7da5-4167-8552-18ca1fce0a6f,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:09.235223 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:09.239161 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2355affb-9012-4960-91d8-d0bc5eb621dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:09.247627 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:09.248355 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:09.251030 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:09.251550 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.251959 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:09.252464 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Bound port: 797c8219-7da5-4167-8552-18ca1fce0a6f, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:09.252856 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.290889 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:09.291851 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Checking segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:09.292503 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.293089 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Bound using segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:09.293808 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Bound port: b5024061-8adf-423e-9a4b-96facbb07bca, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:09.294503 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.348634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Made reservation on behalf of 988cbfa094ad42eab74b0fb9e072f4cc for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:35:09.352682 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.471689 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] For port 797c8219-7da5-4167-8552-18ca1fce0a6f, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:09.480593 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] For port 797c8219-7da5-4167-8552-18ca1fce0a6f, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=797c8219-7da5-4167-8552-18ca1fce0a6f,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:09.488801 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] For port b5024061-8adf-423e-9a4b-96facbb07bca, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:09.495481 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] For port b5024061-8adf-423e-9a4b-96facbb07bca, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b5024061-8adf-423e-9a4b-96facbb07bca,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:09.547119 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.553027 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50084) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:09.567192 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.567888 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 2, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:09.577232 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:09.577982 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Updating router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 port 3422cad6-fb58-4b43-902e-fd81c48af698 binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:35:09.587869 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:09.628498 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:09.679709 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.694685 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:09.697601 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0a3b9fa9-62fb-4a5a-9158-f8c413c4fb19 HTTP/1.1" status: 204 len: 168 time: 1.1246953 May 21 15:35:09.731770 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2355affb-9012-4960-91d8-d0bc5eb621dc None None] Pushing event updated for resources: {'Port': ['ID=797c8219-7da5-4167-8552-18ca1fce0a6f,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:09.737247 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2355affb-9012-4960-91d8-d0bc5eb621dc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:09.739544 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:09.739880 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:09.803503 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:09.935529 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-24d9d0c3-b008-47e5-81d1-74a9250ec1cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fdae49f484f34bb2b99ab8c04a2cc47c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3694420 May 21 15:35:09.954349 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3b9fa9-62fb-4a5a-9158-f8c413c4fb19,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:09.955103 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 90df7b54-5b0d-4f7f-af49-59cb94dda53a up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:09.969788 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50104) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:09.983687 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:10.032931 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Allocated IP 172.20.0.1 (9a688040-8eb2-467f-906e-7d1d8a5a6f86/83de449d-be81-44ef-bf68-cd42c49ccd35/a73fd2ab-c184-42a2-ba15-7ff055ba67ea) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:10.060404 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc107d8-a808-49e1-a492-6de715684770 None None] Pushing event updated for resources: {'Port': ['ID=b5024061-8adf-423e-9a4b-96facbb07bca,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:10.082034 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-2bc107d8-a808-49e1-a492-6de715684770 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:10.123334 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.192630 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.226047 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Routers {'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:10.226857 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:34:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:10.323408 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Allocated IP 172.20.0.8 (444373c3-bf2b-4710-b4b8-326033b209d7/bd03c1c3-16e7-42b8-9df0-7090fc3ea29e/ff4f82f0-6eaa-43e6-a074-aecccd29bd38) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:10.452650 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 90df7b54-5b0d-4f7f-af49-59cb94dda53a triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:10.453243 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.471875 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-f4f4e8c0-2223-4701-813c-8213fcfeac13 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Synchronizing usage tracker for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:10.487302 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50112) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:10.507601 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3a0b273c-b8e0-47cd-b090-095665b299be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:10.632214 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62d1c6d6-5ebf-45a1-bb61-1262432024cd,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:10.640719 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1587142690', 'description': 'tempest-description--826686211'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:10.719803 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:10.919628 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:10.943605 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.944719 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/62d1c6d6-5ebf-45a1-bb61-1262432024cd HTTP/1.1" status: 204 len: 168 time: 2.3614485 May 21 15:35:10.963681 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a558687-b4e7-4504-8df7-ccae34958760 req-7c4e9fcc-078f-49b1-af00-6faf8fc0bf42 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.3086600 May 21 15:35:10.979680 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:10.990307 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:10.993492 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-f4f4e8c0-2223-4701-813c-8213fcfeac13 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Unset dirty status for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:11.020308 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-f4f4e8c0-2223-4701-813c-8213fcfeac13 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9343693 May 21 15:35:11.032468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:11.062632 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:11.103915 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.170530 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.207605 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50126) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:11.219230 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.227701 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:11.318866 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] Set router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:11.330582 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.514580 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.549309 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:11.573424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.600840 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Transition to ACTIVE for port object a73fd2ab-c184-42a2-ba15-7ff055ba67ea will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:11.677440 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:11.700312 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:11.710385 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.719904 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Usage tracker for resource:security_group_rule and tenant:aef59444703e4a53a99a3e2d8bc2019d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:11.726410 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:11.733204 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:11.744785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:11.758568 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:11.764124 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:11.875418 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5179026a-32e7-47f3-8af3-8dc068c1c54d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.898022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Network 444373c3-bf2b-4710-b4b8-326033b209d7 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:11.900471 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:11.908443 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a4ae36c8-8b7e-4147-acba-7651507c13c2 HTTP/1.1" status: 204 len: 168 time: 1.9364619 May 21 15:35:11.911929 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-bcf11050-d863-4ea8-8257-935b0cb7b8c6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:35:11.914109 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-bcf11050-d863-4ea8-8257-935b0cb7b8c6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2262716 May 21 15:35:11.921077 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:11.936843 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:12.093840 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Pushing event updated for resources: {'Port': ['ID=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:12.113279 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:12.114038 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.241s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:12.182805 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ae36c8-8b7e-4147-acba-7651507c13c2,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:12.194228 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:12.259941 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:12.262130 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:12.397137 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6557055 May 21 15:35:12.413489 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-6cc294c9-23a2-460b-bc16-70002eb3c7f2 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92295) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:35:12.419467 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-6cc294c9-23a2-460b-bc16-70002eb3c7f2 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0111287 May 21 15:35:12.738282 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-72645947-086d-4903-a04b-aa6018f4e242 service neutron] 10.222.0.66 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7647030 May 21 15:35:12.743156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:12.791228 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:12.800207 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:00Z', 'revision_number': 3, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:12.806534 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ed0dd8b-0f16-4f4a-9caa-9eac94aa2254 None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:00Z', 'revision_number': 3, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:12.856749 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6dd41ddd-367e-4b73-8cf5-e95b26766c0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:12.864257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:12.918611 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:12.950445 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Transition to ACTIVE for port object 3422cad6-fb58-4b43-902e-fd81c48af698 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:12.989021 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Request body: {'port': {'device_id': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:13.057519 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.087477 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-5f35fed2-6a87-4e85-a08e-e1f23d5171c0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:13.121819 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:13.526492 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:13.568568 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.594418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:13.607908 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.703907 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:13.705096 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.799880 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Attempting to bind port 3422cad6-fb58-4b43-902e-fd81c48af698 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:13.800258 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Attempting to bind port 3422cad6-fb58-4b43-902e-fd81c48af698 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:13.800623 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Attempting to bind port 3422cad6-fb58-4b43-902e-fd81c48af698 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:13.847033 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:13.847435 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Checking segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:13.848115 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.848781 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Bound using segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:13.854497 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Bound port: 3422cad6-fb58-4b43-902e-fd81c48af698, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:13.856429 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.922448 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:35:00Z', 'revision_number': 4, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5024061-8adf-423e-9a4b-96facbb07bca', 'name': '', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'mac_address': 'fa:16:3e:94:d3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '33062eb6-6391-4b8e-8644-03f83347f706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:56Z', 'updated_at': '2021-05-21T15:35:09Z', 'revision_number': 4, 'project_id': '3e23b828358d476d86412125f61bdb24', 'subnets': [{'id': '33062eb6-6391-4b8e-8644-03f83347f706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:13.929078 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d934-5bbe-4185-b40b-26e7a7cd5069 None None] Pushing event updated for resources: {'Port': ['ID=3422cad6-fb58-4b43-902e-fd81c48af698,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:13.933636 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-47f9d934-5bbe-4185-b40b-26e7a7cd5069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:13.937408 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:13.941222 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984a73ab-1231-4a84-972a-cfd222a60184 None None] The sync data for ids ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'] in dv-cinder-792299-3-smb is: [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:35:00Z', 'revision_number': 4, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5024061-8adf-423e-9a4b-96facbb07bca', 'name': '', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'mac_address': 'fa:16:3e:94:d3:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '33062eb6-6391-4b8e-8644-03f83347f706', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:56Z', 'updated_at': '2021-05-21T15:35:09Z', 'revision_number': 4, 'project_id': '3e23b828358d476d86412125f61bdb24', 'subnets': [{'id': '33062eb6-6391-4b8e-8644-03f83347f706', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:14.319991 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-72925ff8-cfd6-4b7c-993d-005bc0b29271 None None] Provisioning for port a73fd2ab-c184-42a2-ba15-7ff055ba67ea completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:14.327042 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-72925ff8-cfd6-4b7c-993d-005bc0b29271 None None] Provisioning complete for port a73fd2ab-c184-42a2-ba15-7ff055ba67ea triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:14.327654 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-72925ff8-cfd6-4b7c-993d-005bc0b29271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:14.342195 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] For port 3422cad6-fb58-4b43-902e-fd81c48af698, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:14.354331 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] For port 3422cad6-fb58-4b43-902e-fd81c48af698, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=3422cad6-fb58-4b43-902e-fd81c48af698,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:14.417843 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:14.425515 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:14.552904 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-72925ff8-cfd6-4b7c-993d-005bc0b29271 None None] Port a73fd2ab-c184-42a2-ba15-7ff055ba67ea cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:14.585848 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:14.591384 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 4.0122499 May 21 15:35:14.621139 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:14.635067 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50176) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:14.672349 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:14.675316 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:14.939318 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-9e30ae3c-3eab-4f52-bea0-c44dc6fa0fd6 service neutron] 10.222.0.66 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.1510489 May 21 15:35:14.939967 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Pushing event updated for resources: {'Port': ['ID=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:14.946208 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'security_group_rule': {'security_group_id': '778e609f-501a-4638-865b-0c42ddf47221', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:14.952208 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:15.032917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.911s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:15.048853 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f9d934-5bbe-4185-b40b-26e7a7cd5069 None None] Pushing event updated for resources: {'Port': ['ID=3422cad6-fb58-4b43-902e-fd81c48af698,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:15.080665 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-47f9d934-5bbe-4185-b40b-26e7a7cd5069 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:15.269515 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.896s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:15.283092 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 797c8219-7da5-4167-8552-18ca1fce0a6f up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:15.540473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:15.639228 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:15.665701 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76460dd9-4564-4392-a944-73ff985eb42c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=778e609f-501a-4638-865b-0c42ddf47221,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:15.776586 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:15.821227 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:15.839684 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 797c8219-7da5-4167-8552-18ca1fce0a6f completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:15.855383 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 797c8219-7da5-4167-8552-18ca1fce0a6f triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:15.856537 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:15.858464 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff4f82f0-6eaa-43e6-a074-aecccd29bd38 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:15.899767 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.003248 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Transition to ACTIVE for port object ff4f82f0-6eaa-43e6-a074-aecccd29bd38 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:16.037923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3d2f84-da6e-4677-b1f4-0db126070c52,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:16.049785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:16.061339 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d182cef-5ea4-4df7-b62e-f59bb962df30 req-e16f70fc-3a94-43d5-b6bc-407f19bdc656 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:16.070028 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8d182cef-5ea4-4df7-b62e-f59bb962df30 req-e16f70fc-3a94-43d5-b6bc-407f19bdc656 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 931 time: 3.3532300 May 21 15:35:16.075337 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.082080 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-875792c1-b63b-4331-8cb2-0820f503bfd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:16.085233 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:16.214406 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:16.245629 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-089e8cf3-23bc-4d0c-9468-7751d7bd9889 req-001e25aa-e247-45b2-9baf-0a42b6925035 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 210 time: 0.2451515 May 21 15:35:16.246307 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.581s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:16.246843 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:16.278216 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:16.424029 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8d182cef-5ea4-4df7-b62e-f59bb962df30 req-cecf9225-92e4-44f6-a30a-95259e35e0f6 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Synchronizing usage tracker for tenant:988cbfa094ad42eab74b0fb9e072f4cc on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:16.480667 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=aef59444703e4a53a99a3e2d8bc2019d&name=default HTTP/1.1" status: 200 len: 2979 time: 5.2721653 May 21 15:35:16.484196 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50220) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:16.624116 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.648613 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.774787 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 797c8219-7da5-4167-8552-18ca1fce0a6f, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=797c8219-7da5-4167-8552-18ca1fce0a6f,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:16.774928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.774928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8d182cef-5ea4-4df7-b62e-f59bb962df30 req-cecf9225-92e4-44f6-a30a-95259e35e0f6 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Unset dirty status for tenant:988cbfa094ad42eab74b0fb9e072f4cc on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:16.831530 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8d182cef-5ea4-4df7-b62e-f59bb962df30 req-cecf9225-92e4-44f6-a30a-95259e35e0f6 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7596073 May 21 15:35:16.855836 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.874360 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.875951 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5024061-8adf-423e-9a4b-96facbb07bca up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:16.903765 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.904845 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:16.919791 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:16.990479 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:17.016894 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-1527bced-d127-4c56-9354-e9182e241c82 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:17.017363 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a999761-07d3-4a9d-ab20-f38819173741 None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:17.060938 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:17.387060 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:17.444508 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.362s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:17.474787 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=797c8219-7da5-4167-8552-18ca1fce0a6f,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:17.485583 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:17.769528 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Attempting to bind port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:17.770465 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Attempting to bind port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ab45008a-89fb-4efc-b277-8b7fd4beea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:17.770961 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Attempting to bind port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 on network 444373c3-bf2b-4710-b4b8-326033b209d7 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:17.782185 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 on network 444373c3-bf2b-4710-b4b8-326033b209d7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:35:17.783126 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Attempting to bind port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 on network 444373c3-bf2b-4710-b4b8-326033b209d7 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:17.794823 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:17.795188 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Checking segment: {'id': 'ab45008a-89fb-4efc-b277-8b7fd4beea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:17.795760 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Bound using segment: {'id': 'ab45008a-89fb-4efc-b277-8b7fd4beea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:17.796427 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Bound port: ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab45008a-89fb-4efc-b277-8b7fd4beea01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:17.796833 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:17.885449 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port b5024061-8adf-423e-9a4b-96facbb07bca completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:17.905142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Pushing event updated for resources: {'Port': ['ID=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:17.907229 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port b5024061-8adf-423e-9a4b-96facbb07bca triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:17.908067 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:17.910407 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:17.922644 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:18.044927 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.267358 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.955s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:18.282087 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.286417 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.6314359 May 21 15:35:18.295325 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50282) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:18.715314 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.770032 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'security_group_rule': {'security_group_id': '778e609f-501a-4638-865b-0c42ddf47221', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:18.815827 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc3f9c6d-09c5-47e0-913c-feb504def373,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:18.823761 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] For port ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:18.848040 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] For port ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,segment=NetworkSegment(ab45008a-89fb-4efc-b277-8b7fd4beea01),segment_id=ab45008a-89fb-4efc-b277-8b7fd4beea01)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:18.857149 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.886695 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:18.888693 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6824db5b-5ae9-4ffe-8248-d0ec802e0499 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:18.908943 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:18.922228 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.945143 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.952165 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2e3d2f84-da6e-4677-b1f4-0db126070c52 HTTP/1.1" status: 204 len: 168 time: 2.4557018 May 21 15:35:18.966484 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:18.972185 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3d2f84-da6e-4677-b1f4-0db126070c52,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:18.984791 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:19.018330 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:19.026453 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:19.031257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:19.103082 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:19.128381 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port b5024061-8adf-423e-9a4b-96facbb07bca, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b5024061-8adf-423e-9a4b-96facbb07bca,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:19.163372 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:19.223347 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:19.226336 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:19.407569 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:19.408225 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:19.435383 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] 10.222.0.74 "PUT /v2.0/ports/ff4f82f0-6eaa-43e6-a074-aecccd29bd38 HTTP/1.1" status: 200 len: 1093 time: 6.8637314 May 21 15:35:19.438192 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'tag': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:19.549722 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=b5024061-8adf-423e-9a4b-96facbb07bca,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:19.569879 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Pushing event updated for resources: {'Port': ['ID=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:19.576365 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:19.585133 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:19.724597 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:19.848622 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 797c8219-7da5-4167-8552-18ca1fce0a6f up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:19.934764 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-caf6c0be-9cfb-49cc-85df-7edb9bea4f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:19.941136 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-caf6c0be-9cfb-49cc-85df-7edb9bea4f05 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=988cbfa094ad42eab74b0fb9e072f4cc&device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 1096 time: 0.3365381 May 21 15:35:19.985948 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-8b5f23a1-e03f-41d2-9f1d-7efc039fc7ee None None] Provisioning complete for port a73fd2ab-c184-42a2-ba15-7ff055ba67ea triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:19.986777 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8b5f23a1-e03f-41d2-9f1d-7efc039fc7ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.062570 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.290386 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-292b213e-1a7e-430c-bdac-5027ae6623fe service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38 HTTP/1.1" status: 200 len: 217 time: 0.3315566 May 21 15:35:20.299574 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-8b5f23a1-e03f-41d2-9f1d-7efc039fc7ee None None] Port a73fd2ab-c184-42a2-ba15-7ff055ba67ea cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:20.313547 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 797c8219-7da5-4167-8552-18ca1fce0a6f triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:20.314223 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:20.528073 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-f482647d-3bd7-4306-91cf-d657b3039de5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:20.560650 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-f482647d-3bd7-4306-91cf-d657b3039de5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 819 time: 3.2202084 May 21 15:35:20.714759 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-5c29891a-449b-4492-abf4-a1ea91edf333 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/quotas/3e23b828358d476d86412125f61bdb24 HTTP/1.1" status: 200 len: 375 time: 0.1463144 May 21 15:35:20.731882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf634aa-533a-4a54-a000-a9d42311497e req-a9d1ab95-f52e-47da-8e94-02c53cd52e9d tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:20.740297 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2cf634aa-533a-4a54-a000-a9d42311497e req-a9d1ab95-f52e-47da-8e94-02c53cd52e9d tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 2.1848185 May 21 15:35:20.795820 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-b8c743b6-1f79-4cc9-8d6d-adc8435a0ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:20.805301 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-b8c743b6-1f79-4cc9-8d6d-adc8435a0ce0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd03c1c3-16e7-42b8-9df0-7090fc3ea29e HTTP/1.1" status: 200 len: 852 time: 0.5007360 May 21 15:35:20.975016 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 3422cad6-fb58-4b43-902e-fd81c48af698 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:21.036798 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-c80df058-abce-493f-baae-bdaafe0d138d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=444373c3-bf2b-4710-b4b8-326033b209d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2018344 May 21 15:35:21.120087 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Router 362da74d-1794-4c57-916d-48c200926d2b has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:35:21.425927 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2cf634aa-533a-4a54-a000-a9d42311497e req-76d547e0-4129-4953-b42f-85e419ea24f5 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847205 May 21 15:35:21.428516 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 3422cad6-fb58-4b43-902e-fd81c48af698 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:21.437286 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 3422cad6-fb58-4b43-902e-fd81c48af698 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:21.438986 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.451669 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-67029623-fe2f-4be5-b25c-18ddf3e91c6a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7416048 May 21 15:35:21.688030 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-eedef508-4998-46d6-8d9f-a52e3f1c1af8 service neutron] 10.222.0.74 "GET /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6462483 May 21 15:35:21.797517 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-7962d3ee-1ac4-43ae-b3ff-67cfc766119c service neutron] 10.222.0.66 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1998608 May 21 15:35:21.814796 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:21.998518 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.033026 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:35:22.061437 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:35:22.106102 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fb7b0c39-aba0-40d2-9e6a-716e0081fa0c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:22.130357 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] 10.222.0.66 "PUT /v2.0/routers/362da74d-1794-4c57-916d-48c200926d2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.9782221 May 21 15:35:22.135087 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d2ac2a-518e-4d3e-b88c-3c911f1d55d3,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:22.142602 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:22.157207 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:22.157207 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:22.227456 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-1e93ab51-e7ab-4a17-8130-cf03a6af32dd service neutron] 10.222.0.66 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3841136 May 21 15:35:22.340016 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-33aeec86-b06e-4eca-a27e-fb1935d32a47 req-8369e917-f565-428e-a6b0-db06c93f0bbd service neutron] 10.222.0.74 "GET /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6050415 May 21 15:35:22.382257 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:22.457233 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'tag': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38', 'status': 'completed', 'code': 200} May 21 15:35:22.668899 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 3422cad6-fb58-4b43-902e-fd81c48af698, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=3422cad6-fb58-4b43-902e-fd81c48af698,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:22.779917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:22.830734 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51726b7-c628-40c7-83bb-b66e645817cd req-d19c549f-a1f7-4220-874e-688aedb0b72c tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:22.832472 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c51726b7-c628-40c7-83bb-b66e645817cd req-d19c549f-a1f7-4220-874e-688aedb0b72c tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.1979322 May 21 15:35:22.891489 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c51726b7-c628-40c7-83bb-b66e645817cd req-e8b2356a-1856-4401-bc34-b5368536868c tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524688 May 21 15:35:23.171528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.177502 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 4.6913424 May 21 15:35:23.177690 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50358) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:23.186381 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'floatingip': {'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:23.199461 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:23.204793 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:floatingip and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:23.208966 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:23.218799 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:23.261707 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:15Z', 'revision_number': 2, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:23.271142 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:35:23.271836 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Updating router 362da74d-1794-4c57-916d-48c200926d2b port a73fd2ab-c184-42a2-ba15-7ff055ba67ea binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:35:23.303034 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.310501 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.310829 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:23.467534 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:23.492876 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=3422cad6-fb58-4b43-902e-fd81c48af698,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:23.505171 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:23.569597 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a88f0b8b-305d-41be-8de3-69242c66cedc req-41c5cd51-4ef0-4424-9ff2-661fe8ddc76c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 210 time: 0.1376276 May 21 15:35:23.626216 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5024061-8adf-423e-9a4b-96facbb07bca up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:24.103235 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.74', 65336) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:24.182367 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port b5024061-8adf-423e-9a4b-96facbb07bca triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:24.182904 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:24.212033 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50386) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:24.406841 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-cfa0639e-544b-4344-bace-a3f779b2eedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:24.409226 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-cfa0639e-544b-4344-bace-a3f779b2eedc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=988cbfa094ad42eab74b0fb9e072f4cc&device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 1096 time: 0.3046956 May 21 15:35:24.489715 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.121700 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.186397 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:25.194202 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Usage tracker for resource:security_group_rule and tenant:7f16ef8fb8bc47a7a230b17033a94bcb is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:25.208473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3faa3-d922-4cc5-826b-1e3516e3daee req-0798b864-502e-40e6-b955-cfb49e146cc4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:25.214019 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.218942 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91e3faa3-d922-4cc5-826b-1e3516e3daee req-0798b864-502e-40e6-b955-cfb49e146cc4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.8050137 May 21 15:35:25.222000 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:25.260753 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:25.267667 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Transition to ACTIVE for port object a73fd2ab-c184-42a2-ba15-7ff055ba67ea will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:25.279446 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-9520fa25-0c36-4d16-84b8-9a1ede2c4bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:25.281968 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-9520fa25-0c36-4d16-84b8-9a1ede2c4bc7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=444373c3-bf2b-4710-b4b8-326033b209d7 HTTP/1.1" status: 200 len: 913 time: 0.7334604 May 21 15:35:25.366677 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:25.374528 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-9eaf9501-7d27-4146-a0cf-c24d0ce5af77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:25.409037 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-24eddf25-3b46-4917-99fd-9c34b0cd19fc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38 HTTP/1.1" status: 200 len: 217 time: 0.1047060 May 21 15:35:25.439781 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91e3faa3-d922-4cc5-826b-1e3516e3daee req-c0bd4d03-f3b7-417a-bee9-603a20e4f533 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191398 May 21 15:35:25.468980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-0a66a6a4-5957-43a7-adec-356e7c966a11 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:25.470122 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-0a66a6a4-5957-43a7-adec-356e7c966a11 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Synchronizing usage tracker for tenant:3e23b828358d476d86412125f61bdb24 on resource:network {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:25.488302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Allocated IP 172.28.0.229 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/388290a2-4412-4a02-86e1-737aff14fe83) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:25.830231 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-c8d343e0-319f-4b97-bc8c-4bf2c1384b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:25.831762 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-c8d343e0-319f-4b97-bc8c-4bf2c1384b26 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=bd03c1c3-16e7-42b8-9df0-7090fc3ea29e HTTP/1.1" status: 200 len: 852 time: 0.3903811 May 21 15:35:25.841498 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-51eabe8e-c2c3-428f-b7c4-12e993d4f24a req-f09f8b65-98b6-44f1-b496-a9573fc435c4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 210 time: 0.1978149 May 21 15:35:26.023053 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 3422cad6-fb58-4b43-902e-fd81c48af698 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:26.067533 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-0a66a6a4-5957-43a7-adec-356e7c966a11 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Unset dirty status for tenant:3e23b828358d476d86412125f61bdb24 on resource:network {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:26.074697 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-0a66a6a4-5957-43a7-adec-356e7c966a11 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 819 time: 2.0521955 May 21 15:35:26.102943 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b643a-43a8-4578-87f8-16c9341ee481 None None] Pushing event updated for resources: {'Port': ['ID=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:26.103485 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-5d029d15-a8c2-4818-b0f0-16edf87561a3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=444373c3-bf2b-4710-b4b8-326033b209d7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2605009 May 21 15:35:26.126684 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0c5b643a-43a8-4578-87f8-16c9341ee481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:26.155203 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Request body: {'port': {'device_id': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'admin_state_up': True, 'tenant_id': '3e23b828358d476d86412125f61bdb24'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:26.272020 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.274461 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50422) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:26.349744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1326319791', 'description': 'tempest-description--1901058603'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:26.370925 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:26.390403 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:26.400401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:26.403993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.410866 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:26.453813 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:26.499931 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-c21fc123-aa8f-4514-9362-d9b0e071f3eb service neutron] 10.222.0.74 "GET /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3684874 May 21 15:35:26.582597 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f16ef8fb8bc47a7a230b17033a94bcb&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3656063 May 21 15:35:26.586903 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.597036 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50432) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:26.605164 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4e03ea-6e6a-434a-8744-144e8379a3b9,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:26.611814 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:26.613043 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:26.640196 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Attempting to bind port a73fd2ab-c184-42a2-ba15-7ff055ba67ea on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:26.641660 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Attempting to bind port a73fd2ab-c184-42a2-ba15-7ff055ba67ea by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:26.642409 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Attempting to bind port a73fd2ab-c184-42a2-ba15-7ff055ba67ea on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:26.675478 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 35, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:26.677744 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Checking segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:26.685968 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.688628 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Bound using segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:26.691704 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Bound port: a73fd2ab-c184-42a2-ba15-7ff055ba67ea, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:26.692472 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.734842 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:26.798283 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.839300 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 3422cad6-fb58-4b43-902e-fd81c48af698 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:26.839692 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.845720 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:26.861339 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Made reservation on behalf of 3e23b828358d476d86412125f61bdb24 for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:35:26.865491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:26.869196 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:26.877640 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:26.906675 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:27.114892 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-87edb688-e6f9-40c0-84e2-790cbcc93da8 req-49d93fa6-fb29-4c41-9a62-e2c568f03692 service neutron] 10.222.0.74 "GET /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5936430 May 21 15:35:27.160879 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] For port a73fd2ab-c184-42a2-ba15-7ff055ba67ea, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:27.168778 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] For port a73fd2ab-c184-42a2-ba15-7ff055ba67ea, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:27.184389 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.245301 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.292142 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3cb980db-0f37-4d72-93dd-9f668922919e req-1994ea2f-832b-4cdd-a991-5b6a1d555043 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 210 time: 0.1484711 May 21 15:35:27.295435 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.327899 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:27.334165 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ecb1b7-e6f1-459e-8c58-513c8e00d5f4 req-4fecef8f-a594-43c8-804d-4d0ad5f81347 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:27.348107 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-15ecb1b7-e6f1-459e-8c58-513c8e00d5f4 req-4fecef8f-a594-43c8-804d-4d0ad5f81347 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.6532030 May 21 15:35:27.544620 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-15ecb1b7-e6f1-459e-8c58-513c8e00d5f4 req-85735942-be4d-4056-9e9c-8ea5ad11445e tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954455 May 21 15:35:27.596905 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:35:27.597539 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:27.654605 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.845479 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:27.864296 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:27.899188 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Allocated IP 172.20.0.4 (2a9318a6-b863-4c00-8feb-8e0a42c33f1d/33062eb6-6391-4b8e-8644-03f83347f706/8a3c96c5-5a13-4e28-8637-d52c50beacb4) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:27.908611 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=597a334d-7412-4bb9-af37-b399583324f0,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:27.931381 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:28.022354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.039559 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.055055 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b643a-43a8-4578-87f8-16c9341ee481 None None] Pushing event updated for resources: {'Port': ['ID=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:28.077710 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0c5b643a-43a8-4578-87f8-16c9341ee481 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.753s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:28.096228 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-114d28ae-75dc-4859-997c-8cfe7105ff6c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:28.098244 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-114d28ae-75dc-4859-997c-8cfe7105ff6c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 819 time: 0.5247576 May 21 15:35:28.100109 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.101733 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7755413 May 21 15:35:28.104679 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:28.104911 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50458) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:28.115808 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'security_group_rule': {'security_group_id': '597a334d-7412-4bb9-af37-b399583324f0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:28.138447 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:28.143691 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:28.157126 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Request body: {'port': {'device_id': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'admin_state_up': True, 'tenant_id': '3e23b828358d476d86412125f61bdb24'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:28.175272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:28.196861 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:28.368026 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'Port': ['ID=388290a2-4412-4a02-86e1-737aff14fe83,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:28.432718 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:28.445490 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:28.497049 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:35:28.505039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:28.583411 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:28.623911 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:28.735094 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.789000 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f7116dc2-6769-412b-ac06-8f1c9b2aea22 req-548f4412-c0f8-4db9-8d6f-b768d68f938c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 210 time: 0.1214483 May 21 15:35:28.853263 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:28.866483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:28.922578 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4e03ea-6e6a-434a-8744-144e8379a3b9,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:28.942852 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:28.961929 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Made reservation on behalf of 3e23b828358d476d86412125f61bdb24 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:35:28.967515 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:28.995511 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.234988 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.305545 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13843258-88d8-435e-bb93-7133cf85523a req-f888a392-144e-403d-84b0-23e1feb9470b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:29.339572 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-13843258-88d8-435e-bb93-7133cf85523a req-f888a392-144e-403d-84b0-23e1feb9470b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.5096283 May 21 15:35:29.351053 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9893c77e-d512-4906-872e-7b4cf7a79b40 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:29.397042 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d79c54c-5266-429c-880b-b6052c598f38,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:29.430246 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:29.462123 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-13843258-88d8-435e-bb93-7133cf85523a req-358c8c44-9ebd-4507-b044-40fb0fbf8835 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148148 May 21 15:35:29.506941 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.506941 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b4e03ea-6e6a-434a-8744-144e8379a3b9 HTTP/1.1" status: 204 len: 168 time: 2.9002450 May 21 15:35:29.650821 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.658937 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.5502224 May 21 15:35:29.658937 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50480) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:29.665341 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'security_group_rule': {'security_group_id': '597a334d-7412-4bb9-af37-b399583324f0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:29.678799 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.684865 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:29.701577 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:29.713801 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:29.721822 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.731401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:29.741883 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:27Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:35:29.748679 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b1d568-0ece-4d3a-8044-57658bc1dec6 None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:27Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:35:29.901609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:29.960248 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5085fc5a-29a4-4671-b302-c3541a912933 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:30.020280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Allocated IP 172.20.0.9 (2a9318a6-b863-4c00-8feb-8e0a42c33f1d/33062eb6-6391-4b8e-8644-03f83347f706/40bfbae7-167e-4849-a328-64de941a46c8) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:30.055667 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.105180 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:30.149437 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:30.158367 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:30.190859 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.192403 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-2469566e-663a-4c6f-a7dd-78715ceaa43e req-171e6192-4adf-4236-8c78-a1627982a179 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Synchronizing usage tracker for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:30.311896 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Pushing event updated for resources: {'Port': ['ID=8a3c96c5-5a13-4e28-8637-d52c50beacb4,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:30.315260 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:30.373101 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:30.376776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.392486 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.399078 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-2469566e-663a-4c6f-a7dd-78715ceaa43e req-171e6192-4adf-4236-8c78-a1627982a179 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Unset dirty status for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:30.411868 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2469566e-663a-4c6f-a7dd-78715ceaa43e req-171e6192-4adf-4236-8c78-a1627982a179 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 210 time: 0.3741927 May 21 15:35:30.645525 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5219612 May 21 15:35:30.769997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.874149 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:30.889013 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50508) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:30.895640 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Request body: {'port': {'device_id': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:31.021105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-96906613-7dbf-4f20-9e32-732076cb403c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:31.028977 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.047187 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.056862 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.073785 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.079252 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983e1acb-7caf-41ca-b100-a396e9a03051,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:31.089064 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:31.092192 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:31.145656 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.145917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:31.155611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:31.167665 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Usage tracker for resource:security_group_rule and tenant:907719dfde5042cc9047d2a0aa1209c0 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:31.172196 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:31.176394 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:31.180860 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:31.189415 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:31.195600 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:31.196257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.203205 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:31.224246 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Pushing event updated for resources: {'Port': ['ID=40bfbae7-167e-4849-a328-64de941a46c8,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:31.237741 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:31.245497 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.247237 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5872042 May 21 15:35:31.251133 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50514) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:31.263261 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ba2e0-9dff-4262-8966-c1df8bcd894a req-78627014-e542-4cf3-86f5-1b5550ed95ef tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:31.265151 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-018ba2e0-9dff-4262-8966-c1df8bcd894a req-78627014-e542-4cf3-86f5-1b5550ed95ef tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.4516697 May 21 15:35:31.295350 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'floatingip': {'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:31.315575 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:31.341423 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:floatingip and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:31.346981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:31.357671 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2050223 May 21 15:35:31.361956 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:31.422887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'Port': ['ID=388290a2-4412-4a02-86e1-737aff14fe83,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:31.433509 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-018ba2e0-9dff-4262-8966-c1df8bcd894a req-5fb9916d-de3e-4539-99b7-ea1a118cf2ad tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582029 May 21 15:35:31.451506 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Request body: {'port': {'device_id': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:31.471844 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:31.480040 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.520110 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.566367 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device a73fd2ab-c184-42a2-ba15-7ff055ba67ea up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:31.830744 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.833200 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6540203 May 21 15:35:31.890615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a3c96c5-5a13-4e28-8637-d52c50beacb4 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:31.898119 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port a73fd2ab-c184-42a2-ba15-7ff055ba67ea completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:31.908791 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.919496 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port a73fd2ab-c184-42a2-ba15-7ff055ba67ea triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:31.920398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.923754 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:31.935328 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Transition to ACTIVE for port object 8a3c96c5-5a13-4e28-8637-d52c50beacb4 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:31.968914 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.022461 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.028673 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:32.051767 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.093260 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:32.280184 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f5de8-1139-4d04-86c5-98bfde8ae456 req-ce550e05-ed5a-466f-8155-b7b24a623938 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:32.282205 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-699f5de8-1139-4d04-86c5-98bfde8ae456 req-ce550e05-ed5a-466f-8155-b7b24a623938 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 931 time: 0.4605477 May 21 15:35:32.296776 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.306793 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=907719dfde5042cc9047d2a0aa1209c0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4156189 May 21 15:35:32.316132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50546) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:32.316132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3db82d66-6b07-4733-8953-112d46b08f28,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:32.323338 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:32.347790 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port a73fd2ab-c184-42a2-ba15-7ff055ba67ea, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:32.433200 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.436592 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-20ca64e0-ee1b-4b7b-ad52-fad9ee4e65b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:32.479660 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.483994 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Pushing event updated for resources: {'Port': ['ID=8a3c96c5-5a13-4e28-8637-d52c50beacb4,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:32.519991 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:32.579712 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:32.596110 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:32.598619 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Attempting to bind port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:32.599113 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Attempting to bind port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:32.599533 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Attempting to bind port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:32.605265 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:35:32.605712 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Attempting to bind port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:32.612288 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:32.612896 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Checking segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:32.613233 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Bound using segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:32.613910 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Bound port: 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:32.614428 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.642432 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-699f5de8-1139-4d04-86c5-98bfde8ae456 req-271619b4-c341-4e7c-9bf5-e54b04f1b883 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3322644 May 21 15:35:32.733159 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-7a3a8222-cf22-4c8e-b37a-c9cdf4a0a652 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:32.759076 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.840614 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] For port 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:32.845241 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] For port 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:32.928970 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.949749 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:32.959849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:33.006909 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Allocated IP 172.28.0.141 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/a0318d65-a2a0-45c8-81d7-5d62c79cd76f) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:33.015076 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-7a3a8222-cf22-4c8e-b37a-c9cdf4a0a652 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:33.016679 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-7a3a8222-cf22-4c8e-b37a-c9cdf4a0a652 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1587142690&fields=id&tenant_id=c9a11880c4d24053b40346d21b83fa31 HTTP/1.1" status: 200 len: 267 time: 0.5811703 May 21 15:35:33.112698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:33.112698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.115447 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] 10.222.0.74 "PUT /v2.0/ports/8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 1093 time: 2.2313550 May 21 15:35:33.115904 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'tag': '8a3c96c5-5a13-4e28-8637-d52c50beacb4'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:33.138005 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.db.resource_extend [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 15:35:33.160449 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Pushing event updated for resources: {'Port': ['ID=8a3c96c5-5a13-4e28-8637-d52c50beacb4,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:33.167302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:33.440551 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-d2aa2566-1fe1-4c56-b322-d386eea25ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:33.442131 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-d2aa2566-1fe1-4c56-b322-d386eea25ae1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1096 time: 0.1735888 May 21 15:35:33.501340 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device a73fd2ab-c184-42a2-ba15-7ff055ba67ea up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:33.553425 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40bfbae7-167e-4849-a328-64de941a46c8 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:33.561805 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-c82ce978-88a9-4dc0-92e8-8d6d914555ee service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.1119852 May 21 15:35:33.575624 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.578173 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.607704 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa92cec3-623d-4650-9ecd-20520a6566f8 req-8f944be2-1cdf-456a-a7fe-ca5cfb774c3c tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:33.609194 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aa92cec3-623d-4650-9ecd-20520a6566f8 req-8f944be2-1cdf-456a-a7fe-ca5cfb774c3c tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.7772782 May 21 15:35:33.625515 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:33.670088 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3db82d66-6b07-4733-8953-112d46b08f28,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:33.674983 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Transition to ACTIVE for port object 40bfbae7-167e-4849-a328-64de941a46c8 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:33.681237 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:33.696979 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-e4b895d4-29c2-4827-8a1c-4c809db53990 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:33.697662 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-e4b895d4-29c2-4827-8a1c-4c809db53990 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:33.706286 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port a73fd2ab-c184-42a2-ba15-7ff055ba67ea triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:33.712366 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.715998 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-f8bda8bb-b8d5-4fd5-b177-7e45feb9508c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:33.718032 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-f8bda8bb-b8d5-4fd5-b177-7e45feb9508c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.1493812 May 21 15:35:33.719752 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.749516 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.753489 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3db82d66-6b07-4733-8953-112d46b08f28 HTTP/1.1" status: 204 len: 168 time: 1.4394431 May 21 15:35:33.754241 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:33.766917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:33.807841 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aa92cec3-623d-4650-9ecd-20520a6566f8 req-30b2b443-9a4f-48cf-bcd9-f7038fdabcf7 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645980 May 21 15:35:33.834172 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-bafa6b04-f14b-4010-8e23-f350131438ff service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1080403 May 21 15:35:33.906921 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-e4b895d4-29c2-4827-8a1c-4c809db53990 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:33.913350 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-e4b895d4-29c2-4827-8a1c-4c809db53990 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 811 time: 0.8565564 May 21 15:35:33.946462 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Pushing event updated for resources: {'Port': ['ID=40bfbae7-167e-4849-a328-64de941a46c8,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:33.956407 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-b6fa84d7-413e-49b6-af90-daa21893474c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/quotas/c9a11880c4d24053b40346d21b83fa31 HTTP/1.1" status: 200 len: 375 time: 0.0420151 May 21 15:35:33.984703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:34.069696 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Attempting to bind port 40bfbae7-167e-4849-a328-64de941a46c8 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:34.070576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Attempting to bind port 40bfbae7-167e-4849-a328-64de941a46c8 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:34.070970 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Attempting to bind port 40bfbae7-167e-4849-a328-64de941a46c8 on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:34.081448 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Port 40bfbae7-167e-4849-a328-64de941a46c8 on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:35:34.081772 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Attempting to bind port 40bfbae7-167e-4849-a328-64de941a46c8 on network 2a9318a6-b863-4c00-8feb-8e0a42c33f1d {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:34.090394 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:34.090806 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Checking segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:34.091370 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Bound using segment: {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:34.091813 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Bound port: 40bfbae7-167e-4849-a328-64de941a46c8, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4ca80237-38f9-44bd-a265-2ebbae30c76d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:34.092165 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:34.111967 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'tag': '8a3c96c5-5a13-4e28-8637-d52c50beacb4', 'status': 'completed', 'code': 200} May 21 15:35:34.147998 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:34.170673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:34.251898 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-6b23c8ec-e4c1-46fd-b285-e4de79987ef5 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4111376 May 21 15:35:34.256181 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-3008e763-84fb-46ec-99c9-922690706afe tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2987802 May 21 15:35:34.346949 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50604) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:34.431152 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'Port': ['ID=a0318d65-a2a0-45c8-81d7-5d62c79cd76f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:34.434770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:34.460033 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:34.530758 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:34.533444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:34.550534 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-921b4828-08c0-4354-a73d-b76144ea8a5b req-bea5732c-d013-461c-9f2e-9bf6b2fabde7 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2913902 May 21 15:35:34.553308 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] For port 40bfbae7-167e-4849-a328-64de941a46c8, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:34.639039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] For port 40bfbae7-167e-4849-a328-64de941a46c8, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=40bfbae7-167e-4849-a328-64de941a46c8,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:34.691771 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:34.715949 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ef62e0-859d-4e8f-ba02-0e4038251178 req-37aa03c2-a964-4ba1-b5ba-cd63efc0dbbb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:34.718119 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49ef62e0-859d-4e8f-ba02-0e4038251178 req-37aa03c2-a964-4ba1-b5ba-cd63efc0dbbb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 943 time: 0.4591231 May 21 15:35:34.734857 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-e54700f6-27b4-4305-a41b-46209685482e service neutron] 10.222.0.66 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4775736 May 21 15:35:34.826994 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:34.946491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-be3a1f63-9294-410a-9d07-0f89704db517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:34.969781 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:35.002832 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:35.014330 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Usage tracker for resource:security_group_rule and tenant:2f61411d8be042dd8165099e083689ba is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:35.023012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:35.035670 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:35.103709 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-6b988b3f-ef82-417b-a6a2-c6b24e7aeeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:35.107332 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-6b988b3f-ef82-417b-a6a2-c6b24e7aeeda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1096 time: 0.2847993 May 21 15:35:35.132893 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:35.132893 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:35.132893 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] 10.222.0.74 "PUT /v2.0/ports/40bfbae7-167e-4849-a328-64de941a46c8 HTTP/1.1" status: 200 len: 1093 time: 3.7194612 May 21 15:35:35.152927 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'tag': '40bfbae7-167e-4849-a328-64de941a46c8'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:35.284114 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49ef62e0-859d-4e8f-ba02-0e4038251178 req-4dba6b45-104c-4880-a525-e3ee2b3005be tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5521648 May 21 15:35:35.399706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-2a2a82ec-b5a4-49ad-844f-14adc560e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:35.402760 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-2a2a82ec-b5a4-49ad-844f-14adc560e2d4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.2851832 May 21 15:35:35.425737 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:35.494566 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-ce0487c3-85d1-4d7d-9041-9944c4bbd0b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.0670602 May 21 15:35:35.544471 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:35.590070 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-2e57b2e9-7022-42f1-884d-edf8eb471f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:35.592143 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-2e57b2e9-7022-42f1-884d-edf8eb471f3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.0901961 May 21 15:35:35.593386 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:35.627969 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:35.645075 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2f61411d8be042dd8165099e083689ba&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2923481 May 21 15:35:35.736699 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50642) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:35.740673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Pushing event updated for resources: {'Port': ['ID=40bfbae7-167e-4849-a328-64de941a46c8,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:35.744461 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.800s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:35.761410 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-d992a027-25eb-4955-90cd-ed70cb7db31e service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1350420 May 21 15:35:35.902642 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-5a028aa8-ce0a-4c7d-a4f8-19f917ecd12f service neutron] 10.222.0.66 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1430216 May 21 15:35:35.910442 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86a6e35d-4579-4cd6-a0bc-64e242ca50cd,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:35.916004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:35.973672 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-7010dd51-9ad1-45af-94b5-80b380539e9f service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1866624 May 21 15:35:36.103877 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-d8593c8f-21fe-4d20-a305-ce71af848864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:36.106292 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-d8593c8f-21fe-4d20-a305-ce71af848864 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 1096 time: 0.8501053 May 21 15:35:36.340228 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c9e1e1e7-6bbb-4f1b-883f-92789c303af1 req-88f1198a-e05e-4ff6-adbc-c5bbcdb80d6c service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3584545 May 21 15:35:36.439195 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:36.481138 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5d0bc2-1dd9-483e-92aa-d9c4b1ad349e req-de539f6e-2584-486f-981f-a5b082157b2a tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:36.495310 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5c5d0bc2-1dd9-483e-92aa-d9c4b1ad349e req-de539f6e-2584-486f-981f-a5b082157b2a tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 943 time: 0.9058585 May 21 15:35:36.555950 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-ecf33bce-a3f9-404a-bc8d-6b41234b1b51 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40bfbae7-167e-4849-a328-64de941a46c8 HTTP/1.1" status: 200 len: 217 time: 0.4284854 May 21 15:35:36.570046 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'tag': '40bfbae7-167e-4849-a328-64de941a46c8', 'status': 'completed', 'code': 200} May 21 15:35:36.611357 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device ff4f82f0-6eaa-43e6-a074-aecccd29bd38 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:35:36.791963 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:36.844163 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c4da39a1-8e2b-4c2b-8078-642dc51e2e43 req-30e48dd4-daff-4a31-aa4d-2efa4c01b5d6 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 210 time: 0.2731488 May 21 15:35:36.987878 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.db.resource_extend [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 15:35:36.993140 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,segment=NetworkSegment(ab45008a-89fb-4efc-b277-8b7fd4beea01),segment_id=ab45008a-89fb-4efc-b277-8b7fd4beea01)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:37.014993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.027085 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5c5d0bc2-1dd9-483e-92aa-d9c4b1ad349e req-3686dc53-720e-44c3-8231-725834f186c9 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4636133 May 21 15:35:37.030926 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-62e112a4-40b8-4acc-8ccf-4bc88b6a3d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:37.033356 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-62e112a4-40b8-4acc-8ccf-4bc88b6a3d3e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.4536109 May 21 15:35:37.034920 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38', 'network_id': '444373c3-bf2b-4710-b4b8-326033b209d7', 'port_id': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38', 'mac_address': 'fa:16:3e:46:cb:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 767, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd03c1c3-16e7-42b8-9df0-7090fc3ea29e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:35:37.145496 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.169768 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-6a384063-977f-47a9-ae93-f1792c79fe2b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1266613 May 21 15:35:37.170677 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff4f82f0-6eaa-43e6-a074-aecccd29bd38 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:37.189011 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,segment=NetworkSegment(ab45008a-89fb-4efc-b277-8b7fd4beea01),segment_id=ab45008a-89fb-4efc-b277-8b7fd4beea01)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:37.268971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.269879 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.301658 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e241e5ef-0455-44d7-928a-a2612ef2645f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:37.324692 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86a6e35d-4579-4cd6-a0bc-64e242ca50cd,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:37.325350 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.328268 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2355affb-9012-4960-91d8-d0bc5eb621dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:37.331979 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:37.335607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:37.371551 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.490368 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-c3f4b1c5-7a07-4690-89e2-7177badf347f service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105612 May 21 15:35:37.494960 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.496914 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/86a6e35d-4579-4cd6-a0bc-64e242ca50cd HTTP/1.1" status: 204 len: 168 time: 1.7504585 May 21 15:35:37.571502 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:37.587695 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:37.610661 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01246ccd-9a93-4734-a263-f1e845785b97 req-0d5af362-2623-4f01-bc22-8cade51469e2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:37.614775 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-01246ccd-9a93-4734-a263-f1e845785b97 req-0d5af362-2623-4f01-bc22-8cade51469e2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 943 time: 0.5118468 May 21 15:35:37.629069 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:37.631268 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3648398 May 21 15:35:37.641817 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'Port': ['ID=a0318d65-a2a0-45c8-81d7-5d62c79cd76f,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:37.657160 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:37.747379 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['ff4f82f0-6eaa-43e6-a074-aecccd29bd38'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:37.815157 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-01246ccd-9a93-4734-a263-f1e845785b97 req-f40146d3-2b25-4ef7-922d-efd0ae2c8790 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754088 May 21 15:35:37.881373 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6730a1bb-64fe-4881-bb70-2cff38ab7eae req-bc317883-f74e-4cf8-adec-35151cf28187 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3828375 May 21 15:35:38.155892 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-01dd7f53-ac53-4ee9-9c11-f9e2b328860f req-10c56d62-c419-47aa-bb40-0b6dd265ad06 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 210 time: 0.1626699 May 21 15:35:38.219594 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-51970291-2e42-40a2-9969-cf115d009b5e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:38.247503 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-4d7e2ef0-3fa4-4de1-be61-4effff0a175e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:38.249310 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-4d7e2ef0-3fa4-4de1-be61-4effff0a175e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 1096 time: 0.1656144 May 21 15:35:38.348855 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-51970291-2e42-40a2-9969-cf115d009b5e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:38.350277 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-51970291-2e42-40a2-9969-cf115d009b5e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--1326319791&fields=id&tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 267 time: 0.1933665 May 21 15:35:38.594284 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-7e9f3473-8db2-4f21-870d-38e539a1ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:38.595819 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-7e9f3473-8db2-4f21-870d-38e539a1ba75 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.3393803 May 21 15:35:38.617946 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8a3c96c5-5a13-4e28-8637-d52c50beacb4 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:35:38.689370 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-b54ac982-805d-4df5-b984-66aab3c71499 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40bfbae7-167e-4849-a328-64de941a46c8 HTTP/1.1" status: 200 len: 217 time: 0.0866070 May 21 15:35:38.699597 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-acff3bbe-6277-4ca1-97ea-3411d8e3ee95 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:38.700443 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-acff3bbe-6277-4ca1-97ea-3411d8e3ee95 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:38.766816 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50764) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:38.811056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c4df1e-60fe-40a4-81d6-67a6efb05e8f req-4a2be61e-fd89-4168-972d-10321d9b1dd4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:38.813671 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2c4df1e-60fe-40a4-81d6-67a6efb05e8f req-4a2be61e-fd89-4168-972d-10321d9b1dd4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 944 time: 0.3195708 May 21 15:35:38.818337 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:38.853623 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:38.871916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-acff3bbe-6277-4ca1-97ea-3411d8e3ee95 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:38.876819 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Usage tracker for resource:security_group_rule and tenant:454ce60c27464ce7b72d74495da21db0 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:38.878838 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-acff3bbe-6277-4ca1-97ea-3411d8e3ee95 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 817 time: 0.5086458 May 21 15:35:38.881514 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-6e847189-10cc-4144-90c3-ec2f268e3509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:38.883516 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-6e847189-10cc-4144-90c3-ec2f268e3509 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.1801383 May 21 15:35:38.889237 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:38.903141 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:38.908426 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-e18122ba-ac1c-41f7-9523-6e13218f724b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/quotas/5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 375 time: 0.0277975 May 21 15:35:38.937024 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:38.954480 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '8a3c96c5-5a13-4e28-8637-d52c50beacb4', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'port_id': '8a3c96c5-5a13-4e28-8637-d52c50beacb4', 'mac_address': 'fa:16:3e:d1:61:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33062eb6-6391-4b8e-8644-03f83347f706', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:35:39.100668 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-e1ea62a4-cdbf-451c-b215-8ccc85bd43d1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1892231 May 21 15:35:39.114214 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2c4df1e-60fe-40a4-81d6-67a6efb05e8f req-08de101d-19aa-439f-8c37-a610cbb2807f tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2786999 May 21 15:35:39.134529 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.183047 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a3c96c5-5a13-4e28-8637-d52c50beacb4 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:39.195076 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.224012 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:39.245338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.258028 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a553ac79-4cc6-4509-8d18-fd5fac818f33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:39.262239 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.264741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:39.286927 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50778) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:39.404615 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=454ce60c27464ce7b72d74495da21db0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6323705 May 21 15:35:39.413131 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=8a3c96c5-5a13-4e28-8637-d52c50beacb4,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:39.418896 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:39.430371 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50784) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:39.463783 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f946647d-a312-45d6-955c-78bf7bbd3fed,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:39.474413 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:39.543493 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.577412 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-8d37be90-395f-44d8-bea2-83049be90b84 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4623322 May 21 15:35:39.578151 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:39.586182 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Usage tracker for resource:security_group_rule and tenant:8ae722d28661451d9d369041a057a5d8 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:39.591796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:39.592705 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-6aed6dcb-e57e-428d-b9e6-4435ef5e2129 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:39.595903 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.602025 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:39.671990 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.682159 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['8a3c96c5-5a13-4e28-8637-d52c50beacb4'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:39.689293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc9a47a-c633-429d-9f7a-4e9d954a583d req-7451862d-651e-4764-b78a-5c2e5ebd36c5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:39.690858 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4fc9a47a-c633-429d-9f7a-4e9d954a583d req-7451862d-651e-4764-b78a-5c2e5ebd36c5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 943 time: 0.2380903 May 21 15:35:39.798852 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4fc9a47a-c633-429d-9f7a-4e9d954a583d req-0347062f-d8df-46de-a797-97df5f87b9ff tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881011 May 21 15:35:39.817102 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-6aed6dcb-e57e-428d-b9e6-4435ef5e2129 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:39.835726 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-6aed6dcb-e57e-428d-b9e6-4435ef5e2129 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8510599 May 21 15:35:39.868823 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.878841 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b0ce1f-8bfc-4d98-9a03-a3f1bb373299 req-7d61ab7f-32f7-4945-a976-a82407718402 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933073 May 21 15:35:39.914223 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:39.924501 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:39.966327 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 50790) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:40.055810 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.058366 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f946647d-a312-45d6-955c-78bf7bbd3fed HTTP/1.1" status: 204 len: 168 time: 0.6240184 May 21 15:35:40.069299 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.095609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f946647d-a312-45d6-955c-78bf7bbd3fed,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:40.102200 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:40.102622 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:40.201046 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd84af8-8ff3-4615-823c-0a5b4481560e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:40.206172 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:40.214771 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ae722d28661451d9d369041a057a5d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9266455 May 21 15:35:40.218913 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50804) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:40.302859 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-db4f91f7-d12f-4e8c-94cd-0f012699ca10 req-4cf0912d-6d32-4417-aa3c-e21c6dfd45c4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 210 time: 0.2048666 May 21 15:35:40.385162 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-ce4e8a9c-eb1a-43b5-8719-cae622d2c206 service neutron] 10.222.0.66 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5480886 May 21 15:35:40.400870 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.415427 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-40d609e9-103b-4120-a6a2-88394b03f1f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.458188 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.632089 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device ff4f82f0-6eaa-43e6-a074-aecccd29bd38 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:40.676966 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.688235 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-8b3118b0-fef7-4af5-a405-a646973afc80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:40.707057 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.716215 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd84af8-8ff3-4615-823c-0a5b4481560e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:40.720532 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:40.738439 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:40.740660 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-baad7509-316e-4ac6-afeb-fda7003a485a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:40.740864 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/4cd84af8-8ff3-4615-823c-0a5b4481560e HTTP/1.1" status: 204 len: 168 time: 0.5207958 May 21 15:35:40.747491 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-baad7509-316e-4ac6-afeb-fda7003a485a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 811 time: 0.7561820 May 21 15:35:40.762609 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:40.787744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Usage tracker for resource:security_group_rule and tenant:b9708826215f488bb8b88aa04028b78c is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:40.801306 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:40.823048 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:40.907080 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-8101ccec-4f92-4604-8ab4-e8c1abecb4b9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a11880c4d24053b40346d21b83fa31 HTTP/1.1" status: 200 len: 380 time: 0.1484091 May 21 15:35:40.927100 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-9c2102a1-5231-4029-936d-842589a7196f service neutron] 10.222.0.66 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5376616 May 21 15:35:40.931820 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'port': {'device_id': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'admin_state_up': True, 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'security_groups': ['778e609f-501a-4638-865b-0c42ddf47221']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:41.033104 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:41.041972 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:41.042347 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.088086 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb1192-bb5f-4827-9434-cdd1c50fdf4f req-c0e27d15-ce4d-4d93-bbc8-091ae3d54ad0 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:41.095933 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7dfb1192-bb5f-4827-9434-cdd1c50fdf4f req-c0e27d15-ce4d-4d93-bbc8-091ae3d54ad0 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 944 time: 0.5231423 May 21 15:35:41.206073 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.249411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:41.273456 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7dfb1192-bb5f-4827-9434-cdd1c50fdf4f req-03c4444b-f40f-4eb3-a390-aa410dd37187 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755414 May 21 15:35:41.337227 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.358229 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:41.366160 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:port and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:41.370940 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:41.402501 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,segment=NetworkSegment(ab45008a-89fb-4efc-b277-8b7fd4beea01),segment_id=ab45008a-89fb-4efc-b277-8b7fd4beea01)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:41.417978 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:41.425935 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.450363 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ad6fe232-87d4-4fce-b3b4-5a573db124b2 req-823c5431-ead5-46ab-8039-6af824958dfb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 210 time: 0.0744212 May 21 15:35:41.459093 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:41.479489 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.482760 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:41.608784 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:41.612827 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:41.616795 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Made reservation on behalf of c9a11880c4d24053b40346d21b83fa31 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:35:41.620595 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.716318 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b9708826215f488bb8b88aa04028b78c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7496500 May 21 15:35:41.717055 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd613157-da92-4938-91be-50afbd4b2c99,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:41.720753 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50850) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:41.723538 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:41.782298 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9e2211e0-fa79-44e0-bd43-4e8c5a1a53ec req-91fa71a1-2468-4f3d-b7f4-b0248b6b29dd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 210 time: 0.1410830 May 21 15:35:41.810210 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:41.831550 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50858) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:41.986226 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.026129 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.026334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9692a5a-3b7e-46c6-8b43-13d8fa7116d5 req-2fa68208-0554-4d73-a686-d6e73e8dfe69 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:42.035286 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d9692a5a-3b7e-46c6-8b43-13d8fa7116d5 req-2fa68208-0554-4d73-a686-d6e73e8dfe69 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 943 time: 0.5771594 May 21 15:35:42.046282 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:42.075987 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Usage tracker for resource:security_group_rule and tenant:c8ae52a13f3e4644bf1b183a727b25fd is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:42.081180 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:42.099943 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:42.204477 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Allocated IP 172.20.0.12 (fccfc7ff-1b84-4767-9e00-626d743ce7fc/fa1f679a-4072-4c24-8546-0f5adb3cb006/7a6f8355-918c-472f-9f95-e130008faf59) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:42.280103 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d9692a5a-3b7e-46c6-8b43-13d8fa7116d5 req-3c40233c-d349-41dd-a402-a5f41c63c6d0 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438583 May 21 15:35:42.324501 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.435441 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38', 'code': 200} May 21 15:35:42.514355 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.520527 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-963d0d36-25c1-41e3-9bfa-0afd57aadc2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:42.560774 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd613157-da92-4938-91be-50afbd4b2c99,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:42.569175 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.571877 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bd613157-da92-4938-91be-50afbd4b2c99 HTTP/1.1" status: 204 len: 168 time: 0.8498054 May 21 15:35:42.579141 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.579505 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.580061 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.580616 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.581171 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.581628 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.582193 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.582412 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.582774 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.583101 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.583444 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.583774 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:42.587371 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:42.647012 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 40bfbae7-167e-4849-a328-64de941a46c8 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:35:42.656704 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.672731 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-31aaf552-b83e-41f1-bf9d-6603cdc72654 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:42.736809 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c8ae52a13f3e4644bf1b183a727b25fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8641996 May 21 15:35:42.737436 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50882) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:42.742375 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8a3c96c5-5a13-4e28-8637-d52c50beacb4 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:42.754195 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78d479cb-7a6d-49d0-9ded-2e89d04e4f25 req-43545db5-c9d1-43cc-af1f-084edb69f908 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 210 time: 0.0650444 May 21 15:35:42.763053 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349daf2e-4fc3-4526-9c4a-6f7c6d1f438a,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:42.768482 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:42.962565 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:42.991062 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 40bfbae7-167e-4849-a328-64de941a46c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=40bfbae7-167e-4849-a328-64de941a46c8,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:43.013939 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '40bfbae7-167e-4849-a328-64de941a46c8', 'network_id': '2a9318a6-b863-4c00-8feb-8e0a42c33f1d', 'port_id': '40bfbae7-167e-4849-a328-64de941a46c8', 'mac_address': 'fa:16:3e:fa:ac:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '33062eb6-6391-4b8e-8644-03f83347f706', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:35:43.029718 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.059224 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.085896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Transition to ACTIVE for port object 7a6f8355-918c-472f-9f95-e130008faf59 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:43.133172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.150615 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.194109 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40bfbae7-167e-4849-a328-64de941a46c8 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:43.229820 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 40bfbae7-167e-4849-a328-64de941a46c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=40bfbae7-167e-4849-a328-64de941a46c8,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:43.239112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.240100 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-580ca36c-a107-4fd4-9788-e540ed8ea55e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.284971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.307338 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c58d6-bca7-45d7-84c3-0cb6b7c2284f req-bad763d5-938f-438a-bd58-44dbdb955acf tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:43.308112 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-203c58d6-bca7-45d7-84c3-0cb6b7c2284f req-bad763d5-938f-438a-bd58-44dbdb955acf tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.8673799 May 21 15:35:43.311278 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:43.320894 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.324325 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:43.330613 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2be15dcc-59e1-4904-955e-34454e3961c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:43.370216 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349daf2e-4fc3-4526-9c4a-6f7c6d1f438a,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:43.387109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:43.403483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.404965 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/349daf2e-4fc3-4526-9c4a-6f7c6d1f438a HTTP/1.1" status: 204 len: 168 time: 0.6620331 May 21 15:35:43.424311 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-4666ea45-8e83-4156-834c-73ba029dc96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:43.426672 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-4666ea45-8e83-4156-834c-73ba029dc96e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 1098 time: 0.1730616 May 21 15:35:43.454371 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'Port': ['ID=7a6f8355-918c-472f-9f95-e130008faf59,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:43.458519 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.475973 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:43.488151 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:43.493797 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Usage tracker for resource:security_group_rule and tenant:ab2fe02e9f2948f283b0cd83307ce260 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:43.499529 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:43.511685 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:43.538283 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:43.538987 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.552075 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:43.597939 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:43.610640 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:43.651444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:43.671291 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:43.672620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.742113 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.760536 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075c56c2-3270-4384-8edf-3eee0bf7a83d req-c2e93726-c527-460a-b2a3-2d6ed4ee4b8a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:43.761857 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-075c56c2-3270-4384-8edf-3eee0bf7a83d req-c2e93726-c527-460a-b2a3-2d6ed4ee4b8a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:43.770505 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=40bfbae7-167e-4849-a328-64de941a46c8,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:43.778541 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:43.778848 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-203c58d6-bca7-45d7-84c3-0cb6b7c2284f req-203c5155-836a-408d-a39b-b994dfb7cbd2 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298640 May 21 15:35:43.845267 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.848015 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9280436 May 21 15:35:43.857617 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:43.870242 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Request body: {'port': {'device_id': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:43.906900 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a9c4d860-3ac3-41af-b2fa-2c3a2a7ef57f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:43.956623 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50910) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:43.964033 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0b14b630-63a4-40a6-b28c-322bd4bd25c6 req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296838 May 21 15:35:43.985755 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.033039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:44.033039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1bf9d57c-719a-49a3-9527-0148044a0693,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:44.033039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:44.033039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Usage tracker for resource:security_group_rule and tenant:87df5db047674fec939d8a0ca80309a3 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:44.033039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:44.041998 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:44.043541 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:44.062918 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['40bfbae7-167e-4849-a328-64de941a46c8'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:44.066538 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-075c56c2-3270-4384-8edf-3eee0bf7a83d req-c2e93726-c527-460a-b2a3-2d6ed4ee4b8a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:44.080781 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-075c56c2-3270-4384-8edf-3eee0bf7a83d req-c2e93726-c527-460a-b2a3-2d6ed4ee4b8a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 932 time: 0.8743429 May 21 15:35:44.187788 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.199082 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:44.270402 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.310465 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.338294 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=8a3c96c5-5a13-4e28-8637-d52c50beacb4,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:44.348503 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:44.409194 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-075c56c2-3270-4384-8edf-3eee0bf7a83d req-05041110-8c79-437e-badc-14d1e29724d1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3235409 May 21 15:35:44.421316 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.438085 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.454878 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3c96c5-5a13-4e28-8637-d52c50beacb4'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:44.469574 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:44.477732 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c614321b-eb44-4349-a0e7-93e35ebcbc19 None None] Provisioning for port 7a6f8355-918c-472f-9f95-e130008faf59 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:44.516949 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c614321b-eb44-4349-a0e7-93e35ebcbc19 None None] Provisioning complete for port 7a6f8355-918c-472f-9f95-e130008faf59 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:44.524806 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c614321b-eb44-4349-a0e7-93e35ebcbc19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.526097 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=87df5db047674fec939d8a0ca80309a3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5608397 May 21 15:35:44.528102 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 50926) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:44.529713 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741b9bb-7292-4c2c-94e8-4a44746b0476,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:44.557532 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c6864b-80d4-4ef1-bdb7-c463e82edf36 req-c98d1ae8-4008-4406-b9d8-6a63e249ce23 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:44.561967 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:44.571645 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f1c6864b-80d4-4ef1-bdb7-c463e82edf36 req-c98d1ae8-4008-4406-b9d8-6a63e249ce23 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 944 time: 0.4344847 May 21 15:35:44.643607 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-c614321b-eb44-4349-a0e7-93e35ebcbc19 None None] Port 7a6f8355-918c-472f-9f95-e130008faf59 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:44.670546 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.742362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.840923 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6aeb6dfc-ef8e-4038-8682-f058be857dbb req-db285817-899c-4b63-b330-08e8d6524eae tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 210 time: 0.1733015 May 21 15:35:44.859700 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f1c6864b-80d4-4ef1-bdb7-c463e82edf36 req-cc9694f3-65cd-4709-a820-77715538bc4e tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2872753 May 21 15:35:44.960641 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:44.968316 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b1326b27-6e99-4efb-bb48-3086a4abaa21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:44.981167 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a3c96c5-5a13-4e28-8637-d52c50beacb4', 'code': 200} May 21 15:35:45.037296 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741b9bb-7292-4c2c-94e8-4a44746b0476,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:45.047377 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:45.083681 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:45.092652 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0741b9bb-7292-4c2c-94e8-4a44746b0476 HTTP/1.1" status: 204 len: 168 time: 0.5585802 May 21 15:35:45.121898 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:35:45.452844 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9e221-f4fd-473e-a8b1-96a714f50edc req-907599a4-48e7-4ddc-bbb5-15b65b27ff3a tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:45.455207 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-95b9e221-f4fd-473e-a8b1-96a714f50edc req-907599a4-48e7-4ddc-bbb5-15b65b27ff3a tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.2900605 May 21 15:35:45.582011 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:45.607706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.74', 65363) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:45.745909 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-bfdabf44-7eec-4d02-a67b-8fc9a1b96e09 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:45.757300 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-bfdabf44-7eec-4d02-a67b-8fc9a1b96e09 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 817 time: 0.4766581 May 21 15:35:45.808403 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6f8355-918c-472f-9f95-e130008faf59 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:45.829015 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:45.880977 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-95b9e221-f4fd-473e-a8b1-96a714f50edc req-f5339f46-c4ef-4080-9395-477ee79150f0 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4126496 May 21 15:35:45.915899 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Transition to ACTIVE for port object 7a6f8355-918c-472f-9f95-e130008faf59 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:45.984867 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb290e41-e8d9-4f69-af1f-89bda61a2ed2 req-4256b8ee-6878-44f9-a6a8-49039b4f13f4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:45.990839 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cb290e41-e8d9-4f69-af1f-89bda61a2ed2 req-4256b8ee-6878-44f9-a6a8-49039b4f13f4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 932 time: 0.3188124 May 21 15:35:45.996573 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:46.020580 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-82ab045b-7471-42c8-945f-dbd6502c945f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 380 time: 0.2494040 May 21 15:35:46.041122 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'port': {'device_id': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'admin_state_up': True, 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'security_groups': ['597a334d-7412-4bb9-af37-b399583324f0']}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:46.043434 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:46.085507 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9bb18-10cb-46b0-8207-fa7035c823e6 req-0ea17809-3528-4b64-931d-1f35ff2da9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:46.088879 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c3d9bb18-10cb-46b0-8207-fa7035c823e6 req-0ea17809-3528-4b64-931d-1f35ff2da9f6 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.4754109 May 21 15:35:46.176092 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3ec09c82-97c7-4a24-acff-8fced89089cd req-2fbc4192-045b-458f-b279-517037e78358 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 210 time: 0.0953557 May 21 15:35:46.346174 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-c3d9bb18-10cb-46b0-8207-fa7035c823e6 req-863a0007-c8bb-47ef-8757-7905e4ab89c3 service neutron] Synchronizing usage tracker for tenant:ab2fe02e9f2948f283b0cd83307ce260 on resource:security_group {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:46.403129 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:46.427546 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:46.477451 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cb290e41-e8d9-4f69-af1f-89bda61a2ed2 req-a1fb5e1e-7afe-4939-ad62-de062f12add9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4779055 May 21 15:35:46.485557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6f8355-918c-472f-9f95-e130008faf59,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:46.490408 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-c3d9bb18-10cb-46b0-8207-fa7035c823e6 req-863a0007-c8bb-47ef-8757-7905e4ab89c3 service neutron] Unset dirty status for tenant:ab2fe02e9f2948f283b0cd83307ce260 on resource:security_group {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:46.492208 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c3d9bb18-10cb-46b0-8207-fa7035c823e6 req-863a0007-c8bb-47ef-8757-7905e4ab89c3 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3955150 May 21 15:35:46.493134 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:46.551884 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Made reservation on behalf of 5a3d6b3bad5e4ab29ec02e77f2137c99 for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:35:46.555980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:46.678330 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 40bfbae7-167e-4849-a328-64de941a46c8 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:46.744984 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Attempting to bind port 7a6f8355-918c-472f-9f95-e130008faf59 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:46.744984 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Attempting to bind port 7a6f8355-918c-472f-9f95-e130008faf59 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:46.745790 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Attempting to bind port 7a6f8355-918c-472f-9f95-e130008faf59 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:46.753056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Port 7a6f8355-918c-472f-9f95-e130008faf59 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:35:46.753556 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Attempting to bind port 7a6f8355-918c-472f-9f95-e130008faf59 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:46.762620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:46.763161 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Checking segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:46.763635 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Bound using segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:46.764175 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Bound port: 7a6f8355-918c-472f-9f95-e130008faf59, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:46.764867 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:46.952622 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Allocated IP 172.20.0.10 (9a688040-8eb2-467f-906e-7d1d8a5a6f86/83de449d-be81-44ef-bf68-cd42c49ccd35/1145d844-c56a-4380-a51b-3bb836f2cfb5) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:35:46.987503 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 40bfbae7-167e-4849-a328-64de941a46c8 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:46.993565 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 40bfbae7-167e-4849-a328-64de941a46c8 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:46.993953 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.280453 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] For port 7a6f8355-918c-472f-9f95-e130008faf59, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:47.290082 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] For port 7a6f8355-918c-472f-9f95-e130008faf59, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a6f8355-918c-472f-9f95-e130008faf59,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:47.326259 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.395418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55abe87f-4603-4545-ba8e-7f74516aacbb req-35ea3257-fe98-4b48-b513-90e8e2e44113 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:47.398435 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-55abe87f-4603-4545-ba8e-7f74516aacbb req-35ea3257-fe98-4b48-b513-90e8e2e44113 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 944 time: 0.9161048 May 21 15:35:47.400118 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfbae7-167e-4849-a328-64de941a46c8'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:47.423961 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 40bfbae7-167e-4849-a328-64de941a46c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=40bfbae7-167e-4849-a328-64de941a46c8,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:47.426302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.434755 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.450490 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Transition to ACTIVE for port object 1145d844-c56a-4380-a51b-3bb836f2cfb5 will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:47.454210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:47.519637 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.523876 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:47.561003 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:47.561620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.563087 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] 10.222.0.74 "PUT /v2.0/ports/7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 1094 time: 3.7080362 May 21 15:35:47.566398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:47.582376 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.594608 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-55abe87f-4603-4545-ba8e-7f74516aacbb req-ceb76eaa-4358-40e0-a4e6-f333c35b5b3a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833439 May 21 15:35:47.599053 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:47.630228 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec13b4f-6580-42f1-92d7-cc080ade0c3f req-eac54536-8c3d-4fd4-a739-98b7ef32db9a tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:47.638975 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fec13b4f-6580-42f1-92d7-cc080ade0c3f req-eac54536-8c3d-4fd4-a739-98b7ef32db9a tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.3534124 May 21 15:35:47.650868 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:35:47.666887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:35:47.678887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:35:47.739889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=40bfbae7-167e-4849-a328-64de941a46c8,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:47.752833 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:47.778181 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Pushing event updated for resources: {'Port': ['ID=7a6f8355-918c-472f-9f95-e130008faf59,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:47.842123 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:47.842123 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:47.966010 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fec13b4f-6580-42f1-92d7-cc080ade0c3f req-c48fc2d4-2dfc-4086-ad41-32b4d0ac9f98 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2976081 May 21 15:35:47.969654 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.972248 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:47.976456 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.976809 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.977162 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.977496 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.977834 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.978168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.978498 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.978856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.979196 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.979527 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.979855 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:47.981997 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:48.059582 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:48.065721 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40bfbae7-167e-4849-a328-64de941a46c8', 'code': 200} May 21 15:35:48.128810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-8fdfb5a7-ab60-48f7-886a-4d1806aacf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:48.130461 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-8fdfb5a7-ab60-48f7-886a-4d1806aacf3c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1097 time: 0.3232071 May 21 15:35:48.194167 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1605196 May 21 15:35:48.204529 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Request body: {'port': {'device_id': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:35:48.260011 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a065574-32e2-4662-8267-dfc039a596b8 req-c01fdaa4-9ffd-4b25-9966-b7da783f95e7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:48.261546 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a065574-32e2-4662-8267-dfc039a596b8 req-c01fdaa4-9ffd-4b25-9966-b7da783f95e7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 932 time: 0.3667376 May 21 15:35:48.295058 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-bacbbe3d-8d15-4ac0-a39e-5d9ce7b3e826 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 217 time: 0.1551387 May 21 15:35:48.329375 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:48.368729 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:48.390267 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a065574-32e2-4662-8267-dfc039a596b8 req-148af0cc-7bbf-4b2d-90e2-6b1abc71e33c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097519 May 21 15:35:48.402090 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-dc531f68-054f-47fe-b1d4-eb8e30a7a2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:48.403558 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-dc531f68-054f-47fe-b1d4-eb8e30a7a2b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0962086 May 21 15:35:48.412207 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f8f20987-ceb7-472d-853a-182dc5f3856a None None] Provisioning for port 1145d844-c56a-4380-a51b-3bb836f2cfb5 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:48.426922 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-f8f20987-ceb7-472d-853a-182dc5f3856a None None] Provisioning complete for port 1145d844-c56a-4380-a51b-3bb836f2cfb5 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:48.427294 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f8f20987-ceb7-472d-853a-182dc5f3856a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:48.510797 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59', 'status': 'completed', 'code': 200} May 21 15:35:48.528249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c022757d-76b2-4c26-8a3a-0735f21c8bde req-165c0f6e-c061-4d91-9fff-fc312b376bc2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:48.530325 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c022757d-76b2-4c26-8a3a-0735f21c8bde req-165c0f6e-c061-4d91-9fff-fc312b376bc2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 944 time: 0.3279765 May 21 15:35:48.612333 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-f8f20987-ceb7-472d-853a-182dc5f3856a None None] Port 1145d844-c56a-4380-a51b-3bb836f2cfb5 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:35:48.671598 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c022757d-76b2-4c26-8a3a-0735f21c8bde req-1bd2733c-cae2-457d-ad45-a39197df9a07 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314843 May 21 15:35:48.701834 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-23c58e55-fdbb-4050-bbeb-5f0fa30f04c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:48.701834 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-23c58e55-fdbb-4050-bbeb-5f0fa30f04c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2843015 May 21 15:35:49.000688 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-accd8096-5236-4cba-87b3-11f09f69e43a service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954957 May 21 15:35:49.045750 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4172b96-5d9e-4668-8d05-3b33e9809c26 req-dcd0552f-4828-4362-bfc4-c9727d279293 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:49.051507 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a4172b96-5d9e-4668-8d05-3b33e9809c26 req-dcd0552f-4828-4362-bfc4-c9727d279293 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.2205646 May 21 15:35:49.118900 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00278b8-dbd4-4e66-b281-fbb6714ab5f6 req-9edbc70d-017e-43b9-8115-3804a35458e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:49.121659 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f00278b8-dbd4-4e66-b281-fbb6714ab5f6 req-9edbc70d-017e-43b9-8115-3804a35458e8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 1098 time: 0.2428355 May 21 15:35:49.271639 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a4172b96-5d9e-4668-8d05-3b33e9809c26 req-6507d496-ec9b-42f6-a4d7-7afc7a79d5c8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174652 May 21 15:35:49.372407 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f00278b8-dbd4-4e66-b281-fbb6714ab5f6 req-b8becf74-cab1-446a-b7f0-22d1d0d57412 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327948 May 21 15:35:49.381562 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1145d844-c56a-4380-a51b-3bb836f2cfb5 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:49.384759 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527bb03b-cd0a-4668-99ea-56db4cec77a5 req-61fc2474-325b-4fac-859d-26e290561418 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3766947 May 21 15:35:49.393793 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:49.417477 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Transition to ACTIVE for port object 1145d844-c56a-4380-a51b-3bb836f2cfb5 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:35:49.540597 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:49.563899 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:50.288456 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:50.297243 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff817fe-64ce-4ecf-a130-82a520314283 req-3de661e1-ae0e-4682-a128-a9ab24ca8805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:50.297746 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:50.298750 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-3de661e1-ae0e-4682-a128-a9ab24ca8805 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1097 time: 0.6129692 May 21 15:35:50.363040 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec12433-62e4-48ef-89f8-b419f465bc80 req-d30488cd-94be-43ae-9e85-df85839473d2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:50.365800 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bec12433-62e4-48ef-89f8-b419f465bc80 req-d30488cd-94be-43ae-9e85-df85839473d2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 944 time: 0.3671274 May 21 15:35:50.373359 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019aa722-bc1b-49a7-9727-ef95b0706b3a req-1b8155d0-7aaa-4c9e-be92-b7610583b653 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:50.375059 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-019aa722-bc1b-49a7-9727-ef95b0706b3a req-1b8155d0-7aaa-4c9e-be92-b7610583b653 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.5055006 May 21 15:35:50.402981 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Attempting to bind port 1145d844-c56a-4380-a51b-3bb836f2cfb5 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:35:50.403318 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Attempting to bind port 1145d844-c56a-4380-a51b-3bb836f2cfb5 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:35:50.403645 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Attempting to bind port 1145d844-c56a-4380-a51b-3bb836f2cfb5 on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:50.426394 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51130) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:50.443066 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Port 1145d844-c56a-4380-a51b-3bb836f2cfb5 on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:35:50.444083 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Attempting to bind port 1145d844-c56a-4380-a51b-3bb836f2cfb5 on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:35:50.461362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:35:50.463082 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Checking segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:35:50.464223 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Bound using segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:35:50.466476 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Bound port: 1145d844-c56a-4380-a51b-3bb836f2cfb5, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:35:50.469851 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:50.598362 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-019aa722-bc1b-49a7-9727-ef95b0706b3a req-4f2c951f-80b2-42b1-8cdf-ef2e9dd9560c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2138419 May 21 15:35:50.624875 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bec12433-62e4-48ef-89f8-b419f465bc80 req-010820ce-dc80-4814-9990-39a553d24603 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2426870 May 21 15:35:50.638177 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:35:50.661787 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:35:50.691555 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff817fe-64ce-4ecf-a130-82a520314283 req-19467875-5c20-4265-bd22-cc511eac9ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:50.699272 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-19467875-5c20-4265-bd22-cc511eac9ee0 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.3934393 May 21 15:35:50.734304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:50.762776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:50.769760 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:50.775778 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Usage tracker for resource:security_group_rule and tenant:e9a1aca7f7ef49f39b04f59c72e1e4c8 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:50.788677 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:50.795366 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:50.906340 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:50.924783 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-79ab612e-4671-4ec6-9ccd-5f31cb315172 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 217 time: 0.2179027 May 21 15:35:50.950429 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:50.951476 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:50.953885 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] 10.222.0.74 "PUT /v2.0/ports/1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 1094 time: 2.7535610 May 21 15:35:50.957999 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:51.013841 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:51.021380 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:51.025461 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff817fe-64ce-4ecf-a130-82a520314283 req-37041761-6a37-47ec-97ac-0bbc3075c705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.026916 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-37041761-6a37-47ec-97ac-0bbc3075c705 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0939269 May 21 15:35:51.158287 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb72460-f824-41b8-b97a-94452cb552ab req-444c01b9-6706-4ea2-b8d8-fcac6e6dd637 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.171455 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cbb72460-f824-41b8-b97a-94452cb552ab req-444c01b9-6706-4ea2-b8d8-fcac6e6dd637 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.3008671 May 21 15:35:51.238300 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff817fe-64ce-4ecf-a130-82a520314283 req-8b18166d-67dd-4cc0-99d8-02258991d957 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.238300 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-8b18166d-67dd-4cc0-99d8-02258991d957 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2010355 May 21 15:35:51.251060 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cbb72460-f824-41b8-b97a-94452cb552ab req-3d01c3b9-974c-4e94-935e-a834cf37994c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786216 May 21 15:35:51.301412 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:51.329474 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'status': 'completed', 'code': 200} May 21 15:35:51.330632 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-1298b8bf-f5f2-451f-ab1e-63191c13f6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.332248 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-1298b8bf-f5f2-451f-ab1e-63191c13f6d6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1097 time: 0.2248521 May 21 15:35:51.410041 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:51.417025 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-38e530c1-f7d3-4186-9d86-9c92b26dfe06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:51.424613 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-5fb1cb5d-6cea-40d4-9694-6a3b7fdd6665 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 217 time: 0.0828614 May 21 15:35:51.498582 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-a6207d9a-711e-4429-852b-ec94b0e89b0a service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325883 May 21 15:35:51.517131 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=848cf8c6-e8e1-4809-9aa9-d69c3a1d0b52,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:51.531946 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:51.546123 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e9a1aca7f7ef49f39b04f59c72e1e4c8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1137884 May 21 15:35:51.548082 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51158) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:51.589068 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-19166e62-100e-4485-b731-5438f7993738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.593132 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-19166e62-100e-4485-b731-5438f7993738 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1585350 May 21 15:35:51.764186 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:51.775059 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eff817fe-64ce-4ecf-a130-82a520314283 req-f6ca3fe0-a9e4-4ec0-b382-e03bf43ec6ca service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2722292 May 21 15:35:51.778872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-46f60f24-dd74-4c6a-94ea-83a54b75b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.780966 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-46f60f24-dd74-4c6a-94ea-83a54b75b6e2 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1809864 May 21 15:35:51.870746 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:51.925727 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-b656be40-ee7c-453f-a85e-459cb395750a service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378610 May 21 15:35:51.942406 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a172d-a407-423c-931b-b93e27deed12 req-9f9ada5d-09e9-45a8-a815-a53975024226 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:51.943934 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a18a172d-a407-423c-931b-b93e27deed12 req-9f9ada5d-09e9-45a8-a815-a53975024226 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 944 time: 0.1375339 May 21 15:35:51.993121 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a18a172d-a407-423c-931b-b93e27deed12 req-ebeaf21d-b365-4b33-83d8-58b455076efb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 May 21 15:35:52.056024 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:52.061723 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1be952cb-040c-4ca9-ae68-d0d3df9b5b07 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:52.073682 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5cd434fb-04ef-42d1-a7ec-22b5506eb890 req-2af73ac9-f600-4276-b4a1-a468e9f7f4ac service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410744 May 21 15:35:52.074282 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=848cf8c6-e8e1-4809-9aa9-d69c3a1d0b52,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:52.078308 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:52.099153 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:52.100347 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/848cf8c6-e8e1-4809-9aa9-d69c3a1d0b52 HTTP/1.1" status: 204 len: 168 time: 0.5512598 May 21 15:35:52.204722 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b06388-3828-478f-92ba-6276e625783d req-7ca124b8-9513-4b52-b085-9c05d432a0a5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:52.211327 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49b06388-3828-478f-92ba-6276e625783d req-7ca124b8-9513-4b52-b085-9c05d432a0a5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1145205 May 21 15:35:52.280737 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49b06388-3828-478f-92ba-6276e625783d req-9efc0fec-69ef-41c6-9fd1-925b5464f48d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664494 May 21 15:35:52.357492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-189280c1-28be-4081-aa12-055de5434a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:52.363405 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-189280c1-28be-4081-aa12-055de5434a79 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1097 time: 0.1592171 May 21 15:35:52.537400 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c99c2-e915-462a-9c11-069d3bc1b5c0 req-308fffac-6dda-4347-a880-06f520479ff4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:52.537400 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-913c99c2-e915-462a-9c11-069d3bc1b5c0 req-308fffac-6dda-4347-a880-06f520479ff4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0921052 May 21 15:35:52.538480 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-bfa24194-4f45-4ee1-92c9-d9c692c372ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:52.539293 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-bfa24194-4f45-4ee1-92c9-d9c692c372ad service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.1710958 May 21 15:35:52.582432 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-913c99c2-e915-462a-9c11-069d3bc1b5c0 req-255020fc-0265-4aa0-848f-948ebb37aecf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467801 May 21 15:35:52.622543 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-49cb88a2-99ef-4900-85d2-7a924239b94b service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 217 time: 0.0773389 May 21 15:35:52.737554 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-45c166cb-c18c-457e-b41a-40e6ff5ee10f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:52.739487 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-45c166cb-c18c-457e-b41a-40e6ff5ee10f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1059484 May 21 15:35:52.892548 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-aec29f40-4ce3-4d22-87e6-8f5cbb699387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:52.894428 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-aec29f40-4ce3-4d22-87e6-8f5cbb699387 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1476641 May 21 15:35:53.125083 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-a6a08a14-041f-448c-b097-16aac6d56e02 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240303 May 21 15:35:53.233001 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250cae9c-e3b2-4082-8b67-5fa6d11c81d4 req-d8cbf34c-bd0c-4d5a-abd1-12120dc11e5c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.241336 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-250cae9c-e3b2-4082-8b67-5fa6d11c81d4 req-d8cbf34c-bd0c-4d5a-abd1-12120dc11e5c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 944 time: 0.1265354 May 21 15:35:53.244647 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51200) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:53.284110 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-f102bccb-3a7e-4229-a642-6d56d5d6e006 req-43a08b88-e564-4033-91a4-0e1821ca4bbc service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521337 May 21 15:35:53.346552 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:53.407946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-250cae9c-e3b2-4082-8b67-5fa6d11c81d4 req-b0e22d6b-7dc7-4202-bafc-8d744de60ab3 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653943 May 21 15:35:53.409872 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:53.489105 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51214) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:53.506466 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Usage tracker for resource:security_group_rule and tenant:6b3d0b08c82a4e65a50209ed7983a835 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:53.511054 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-3cdc20be-4ee4-4a55-8e6c-9abc3dfcaf1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.512716 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-3cdc20be-4ee4-4a55-8e6c-9abc3dfcaf1b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 1098 time: 0.1358273 May 21 15:35:53.513366 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:53.551446 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:53.692590 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34027392-be76-40a1-b859-cc4fb9696e17 req-6d111b7c-1d4a-4d64-b0b7-9920b48fee36 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.701020 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34027392-be76-40a1-b859-cc4fb9696e17 req-6d111b7c-1d4a-4d64-b0b7-9920b48fee36 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.3189623 May 21 15:35:53.771803 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:53.781039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e416ba-f5de-44f9-acf9-0618327b90c8 req-1b81b633-77dc-41ad-914c-9a10d99649fc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.782667 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b8e416ba-f5de-44f9-acf9-0618327b90c8 req-1b81b633-77dc-41ad-914c-9a10d99649fc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1961150 May 21 15:35:53.792244 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-4a729026-63d3-4597-93be-085e0b6939cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.794049 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-4a729026-63d3-4597-93be-085e0b6939cd service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.2626767 May 21 15:35:53.805433 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34027392-be76-40a1-b859-cc4fb9696e17 req-33a2c453-70a2-4fac-b3ca-60e43c10889d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034555 May 21 15:35:53.865715 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:53.867931 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b8e416ba-f5de-44f9-acf9-0618327b90c8 req-94ea11b9-0086-4257-9402-af7c3590e07f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769308 May 21 15:35:53.893390 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Usage tracker for resource:security_group_rule and tenant:b7bc90eccf9a40ee86e2907a30c65ab5 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:53.900224 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-93fa3fb0-dd4a-4606-8374-217186497ed3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40bfbae7-167e-4849-a328-64de941a46c8 HTTP/1.1" status: 200 len: 217 time: 0.0979488 May 21 15:35:53.901439 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:53.901993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:53.914704 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:53.980133 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-65abc65e-eefc-45b9-bcf7-970e4851fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:53.981743 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-65abc65e-eefc-45b9-bcf7-970e4851fe15 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.0725040 May 21 15:35:54.023282 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.038077 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-881a955c-c500-42cc-a9b2-d8ef979ebcb5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476799 May 21 15:35:54.063744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d47db1ca-3d7f-45fe-ab5f-4fd4a3bdfdea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:54.093861 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6b3d0b08c82a4e65a50209ed7983a835&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8482909 May 21 15:35:54.094751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a23d50-4d30-42bc-be3b-c2aa1da326df,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:54.097316 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51234) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.099757 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:54.191266 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.223606 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.233335 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-5449c4e4-4625-49b1-8604-073d689b2902 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874905 May 21 15:35:54.243831 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51240) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.337952 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.353117 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.361378 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-87b83b36-a5af-4a99-8dd6-f1a2ed38680a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:54.379256 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.380387 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b4a23d50-4d30-42bc-be3b-c2aa1da326df HTTP/1.1" status: 204 len: 168 time: 0.2822242 May 21 15:35:54.382105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a23d50-4d30-42bc-be3b-c2aa1da326df,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:54.386563 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:54.388969 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.404142 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a09f341b-62e9-4d57-b4ab-c250609de14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:54.404650 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.422489 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:54.427292 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Usage tracker for resource:security_group_rule and tenant:9b0186e0579a40f6bdded56c54c62dc6 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:54.430617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:54.437560 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:54.472233 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b7bc90eccf9a40ee86e2907a30c65ab5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9815814 May 21 15:35:54.475716 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51254) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.477338 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e33cddf1-97f8-47a8-8896-ff3f66b58121 req-51840117-f09e-4534-8925-70074e71c37b service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2362983 May 21 15:35:54.479271 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72a26169-3bfb-4f5e-8899-da1958cc861a,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:54.483083 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:54.729529 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.757497 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7a6f8355-918c-472f-9f95-e130008faf59 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:35:54.767139 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51266) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.789756 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.810425 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.885747 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955ecf1-d77d-42a8-8cdb-44d779d6230a req-169ed242-4817-4f79-9b0d-e1e00330e8b1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:54.887310 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4955ecf1-d77d-42a8-8cdb-44d779d6230a req-169ed242-4817-4f79-9b0d-e1e00330e8b1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 944 time: 0.3367999 May 21 15:35:54.896493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:54.962667 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-84e7836c-d869-4c7f-bc8c-0369a5ba37ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:54.979765 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51284) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:54.986554 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=9b0186e0579a40f6bdded56c54c62dc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7416329 May 21 15:35:55.087535 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 7a6f8355-918c-472f-9f95-e130008faf59, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a6f8355-918c-472f-9f95-e130008faf59,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:55.099724 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.105170 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '7a6f8355-918c-472f-9f95-e130008faf59', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'port_id': '7a6f8355-918c-472f-9f95-e130008faf59', 'mac_address': 'fa:16:3e:86:68:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:35:55.158660 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4955ecf1-d77d-42a8-8cdb-44d779d6230a req-c00419d6-c065-482b-b96c-7d350ce7695d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966140 May 21 15:35:55.174150 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.244685 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.265842 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6f8355-918c-472f-9f95-e130008faf59 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:55.292084 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 7a6f8355-918c-472f-9f95-e130008faf59, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a6f8355-918c-472f-9f95-e130008faf59,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:55.306824 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edf8e1b5-7590-4337-85a1-c26934106b7c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:55.313541 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:55.365650 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703179d9-1f5e-4538-9be9-6ef4dc8e83c1 req-3c8e1cce-6d37-4bf9-aea7-161d5d453aed tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:55.368183 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-703179d9-1f5e-4538-9be9-6ef4dc8e83c1 req-3c8e1cce-6d37-4bf9-aea7-161d5d453aed tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1709821 May 21 15:35:55.368967 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.375490 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.377583 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-434e6075-41b4-4478-8589-d0399784afb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:55.411994 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.423612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:55.428792 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Usage tracker for resource:security_group_rule and tenant:eba8066747c44b878f0d99bb2dcedb00 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:55.436338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:55.436554 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-716ded53-7c2a-4bbd-858f-52ced4c587f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:55.439985 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:55.452879 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=7a6f8355-918c-472f-9f95-e130008faf59,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:55.458783 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72a26169-3bfb-4f5e-8899-da1958cc861a,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:55.462737 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.463088 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.463416 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.465160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.465160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.465160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.465160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.465160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.466919 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.466919 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.467132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:55.467252 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.467252 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:35:55.477977 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:55.502597 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-703179d9-1f5e-4538-9be9-6ef4dc8e83c1 req-5454449a-187c-4cf0-901d-bc8c32d0ead4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974202 May 21 15:35:55.505255 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.505405 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.510042 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/72a26169-3bfb-4f5e-8899-da1958cc861a HTTP/1.1" status: 204 len: 168 time: 1.0291545 May 21 15:35:55.525102 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:55.542117 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edf8e1b5-7590-4337-85a1-c26934106b7c,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:55.551355 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:55.555858 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c411c43-3734-487d-90ec-79d7bab5707b req-432915fb-279d-4a10-8fd4-0b5fa5bc6dc3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:55.557955 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3c411c43-3734-487d-90ec-79d7bab5707b req-432915fb-279d-4a10-8fd4-0b5fa5bc6dc3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1884928 May 21 15:35:55.578994 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.580145 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/edf8e1b5-7590-4337-85a1-c26934106b7c HTTP/1.1" status: 204 len: 168 time: 0.5989540 May 21 15:35:55.642826 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3c411c43-3734-487d-90ec-79d7bab5707b req-b03a9267-9e61-4fb8-88ce-b1702326ee3b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731535 May 21 15:35:55.663066 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.781065 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.791120 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46656024-c74d-470b-9c5c-63e452b95555 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:55.813637 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7a6f8355-918c-472f-9f95-e130008faf59'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:55.840872 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eba8066747c44b878f0d99bb2dcedb00&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0717883 May 21 15:35:55.842796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b26c4-cb27-49a1-a70d-60b857fc3985,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:55.848063 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51302) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:55.848247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:55.919700 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:55.956649 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.078362 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.082778 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:56.095658 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b26c4-cb27-49a1-a70d-60b857fc3985,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:56.098659 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:56.105068 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.106467 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/784b26c4-cb27-49a1-a70d-60b857fc3985 HTTP/1.1" status: 204 len: 168 time: 0.2605298 May 21 15:35:56.375706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51320) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:56.414782 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.418000 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4756ec1-b74e-4f74-8c56-e8aaca8ec87e req-18ed4f32-c4e4-4b39-b7a0-105757f3c700 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:56.420483 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f4756ec1-b74e-4f74-8c56-e8aaca8ec87e req-18ed4f32-c4e4-4b39-b7a0-105757f3c700 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 945 time: 0.1158164 May 21 15:35:56.440282 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:56.448154 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Usage tracker for resource:security_group_rule and tenant:4036f6b299f84b0d9a8f7fba942e1d82 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:56.456236 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:56.468002 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:56.501106 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f4756ec1-b74e-4f74-8c56-e8aaca8ec87e req-39c36f1e-1834-41e2-9aac-4701720d57f9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0738628 May 21 15:35:56.671718 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.734940 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992b8d55-e307-4996-99c4-ccc68b96ebf4 req-ba23bd1e-2a89-449d-9b64-d9e372c16373 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:56.736590 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-992b8d55-e307-4996-99c4-ccc68b96ebf4 req-ba23bd1e-2a89-449d-9b64-d9e372c16373 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0862470 May 21 15:35:56.752241 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.760083 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0793964b-d03e-4114-9435-9bd5f6f4a212 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:56.764520 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:35:56.807995 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e359eae-9a7b-493d-8615-cdfecbbcd3fa,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:56.825480 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4036f6b299f84b0d9a8f7fba942e1d82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4474359 May 21 15:35:56.829980 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51332) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:56.832214 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:56.892731 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-992b8d55-e307-4996-99c4-ccc68b96ebf4 req-a204b60b-a0c6-44e8-98fd-15e35b5f9f58 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488473 May 21 15:35:56.920305 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.929943 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c21a65-8b52-42ab-9ec2-0f7e9c77f6cb req-8e3f27dd-1ec1-44d0-a28e-2f2f82d5d981 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:56.936026 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2c21a65-8b52-42ab-9ec2-0f7e9c77f6cb req-8e3f27dd-1ec1-44d0-a28e-2f2f82d5d981 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.1913857 May 21 15:35:56.952955 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:56.974027 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'mac_address': 'fa:16:3e:02:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:35:56.981181 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:56.994659 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51338) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:57.030335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.041596 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2c21a65-8b52-42ab-9ec2-0f7e9c77f6cb req-26f70b5e-d63b-4b4b-8e64-375d0d2c5bd5 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005058 May 21 15:35:57.051700 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.077362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:57.081820 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f6c2c602089a4960a4ce8d9b636a2d08 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:57.087561 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1145d844-c56a-4380-a51b-3bb836f2cfb5 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:35:57.093315 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:57.114855 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:57.117781 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:57.160596 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.166921 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:57.169364 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf76371-06ab-445b-a340-cccb240f92cd req-2ec6251e-05d1-45cb-bd53-5ddda2cd2206 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:57.171266 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1cf76371-06ab-445b-a340-cccb240f92cd req-2ec6251e-05d1-45cb-bd53-5ddda2cd2206 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0960853 May 21 15:35:57.200417 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.207613 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-200e6e62-076b-4d29-a873-454898faf1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:57.233326 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e359eae-9a7b-493d-8615-cdfecbbcd3fa,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:57.239775 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:57.245542 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1cf76371-06ab-445b-a340-cccb240f92cd req-8645e223-6968-4154-966d-4e691b51fa7c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672750 May 21 15:35:57.246681 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.248144 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7e359eae-9a7b-493d-8615-cdfecbbcd3fa HTTP/1.1" status: 204 len: 168 time: 0.4139924 May 21 15:35:57.303132 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.328973 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:57.332362 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:57.364100 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.374162 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9fa92bd6-5de4-42a2-95e9-ec323d98ec47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:57.417107 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f6c2c602089a4960a4ce8d9b636a2d08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4210947 May 21 15:35:57.418887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c7ba87-96c4-4ba7-9a92-6c901a09d491,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:57.419978 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51348) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:57.421975 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:57.488652 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51352) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:57.502348 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.508357 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.525158 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:35:57.529667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Usage tracker for resource:security_group_rule and tenant:923d147f30a846f3842ca1992c55619d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:35:57.533858 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.536338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:35:57.544280 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:35:57.645800 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1145d844-c56a-4380-a51b-3bb836f2cfb5'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:35:57.692877 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.755225 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c014902-75cf-4db7-92bd-9c00664eedac req-dca70771-9026-4b09-91a1-d0ae0b55c185 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:57.762867 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c014902-75cf-4db7-92bd-9c00664eedac req-dca70771-9026-4b09-91a1-d0ae0b55c185 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 945 time: 0.1256709 May 21 15:35:57.775926 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.802529 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-43c409a4-a764-4c47-b932-22d2e47d7af9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:57.810350 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.817253 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:57.828654 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c7ba87-96c4-4ba7-9a92-6c901a09d491,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:57.844467 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c014902-75cf-4db7-92bd-9c00664eedac req-63c05974-acef-45bb-b421-ec6425c3daad tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803030 May 21 15:35:57.848624 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:57.856762 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:57.858082 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/59c7ba87-96c4-4ba7-9a92-6c901a09d491 HTTP/1.1" status: 204 len: 168 time: 0.4355266 May 21 15:35:57.889615 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=923d147f30a846f3842ca1992c55619d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3994346 May 21 15:35:57.892022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f885d4f9-6cdf-41c9-a63b-e05caaee64cf,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:57.892193 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51368) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:35:57.918327 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:57.992750 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:58.105111 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:58.257394 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31212c-24bb-412c-8822-702ddaaa7eb6 req-7b78e802-1806-4ba9-8ead-29ef76bab3ca tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:58.258975 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ef31212c-24bb-412c-8822-702ddaaa7eb6 req-7b78e802-1806-4ba9-8ead-29ef76bab3ca tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.2275617 May 21 15:35:58.300216 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62e0025-0acc-4531-865e-17441fda1a37 req-47a273dd-87d5-4c43-b45d-3f6214797691 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:58.301730 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f62e0025-0acc-4531-865e-17441fda1a37 req-47a273dd-87d5-4c43-b45d-3f6214797691 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.1342499 May 21 15:35:58.343527 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ef31212c-24bb-412c-8822-702ddaaa7eb6 req-6b82f39b-8aad-44a6-958a-0ad186994ccb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723693 May 21 15:35:58.370991 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f62e0025-0acc-4531-865e-17441fda1a37 req-405a39bc-b037-436e-90d8-ee7501d029f7 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578213 May 21 15:35:58.381172 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:58.396558 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8d897977-639a-4810-a023-8e3a4c8b94e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:58.401690 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f885d4f9-6cdf-41c9-a63b-e05caaee64cf,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:58.407405 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:58.416519 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:58.416519 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f885d4f9-6cdf-41c9-a63b-e05caaee64cf HTTP/1.1" status: 204 len: 168 time: 0.5195768 May 21 15:35:58.557450 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec53789-2a6b-4670-a444-8c7e5b03b372 req-af14e1bc-aa68-4b89-b0f2-3c7c1db42fab tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:58.558998 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6ec53789-2a6b-4670-a444-8c7e5b03b372 req-af14e1bc-aa68-4b89-b0f2-3c7c1db42fab tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 945 time: 0.0915654 May 21 15:35:58.607182 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6ec53789-2a6b-4670-a444-8c7e5b03b372 req-ee6c26e1-2186-460e-9f49-2a5fe0cf1fdd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420420 May 21 15:35:58.780976 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7a6f8355-918c-472f-9f95-e130008faf59 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:35:58.970852 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 7a6f8355-918c-472f-9f95-e130008faf59 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:35:58.982433 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 7a6f8355-918c-472f-9f95-e130008faf59 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:35:58.983254 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:59.049876 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbeca36-ddd6-4c3b-8414-50513566077b req-5c4dd16b-2a0a-414e-90cb-0fdb370d5290 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:59.051783 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7fbeca36-ddd6-4c3b-8414-50513566077b req-5c4dd16b-2a0a-414e-90cb-0fdb370d5290 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 945 time: 0.0981686 May 21 15:35:59.119784 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7fbeca36-ddd6-4c3b-8414-50513566077b req-fd435aaf-95fb-4878-a892-2277801c95a4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607078 May 21 15:35:59.122998 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:59.167460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:35:59.179710 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 7a6f8355-918c-472f-9f95-e130008faf59, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a6f8355-918c-472f-9f95-e130008faf59,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:35:59.223897 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59', 'code': 200} May 21 15:35:59.249784 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:35:59.252761 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:35:59.338093 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=7a6f8355-918c-472f-9f95-e130008faf59,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:35:59.348016 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:35:59.692469 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-eed31681-71ed-48e3-b2ea-47c118a22ae4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:59.692469 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-eed31681-71ed-48e3-b2ea-47c118a22ae4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Synchronizing usage tracker for tenant:988cbfa094ad42eab74b0fb9e072f4cc on resource:port {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:35:59.693212 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cec3d9f-0581-4b29-8496-6a8b1f0013f4 req-aaf9c267-0279-49d7-ab68-467e652c3bcd tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:59.693212 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6cec3d9f-0581-4b29-8496-6a8b1f0013f4 req-aaf9c267-0279-49d7-ab68-467e652c3bcd tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.2181680 May 21 15:35:59.696207 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bebfc5e-b70d-493c-b052-779fcbbcd069 req-decafa26-8dde-46be-83c1-a65fdd5037ec tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:35:59.697734 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7bebfc5e-b70d-493c-b052-779fcbbcd069 req-decafa26-8dde-46be-83c1-a65fdd5037ec tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.1895499 May 21 15:35:59.807358 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6cec3d9f-0581-4b29-8496-6a8b1f0013f4 req-ffc8185f-51df-4a80-a414-afff05b429f3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707633 May 21 15:35:59.807358 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7bebfc5e-b70d-493c-b052-779fcbbcd069 req-fee65802-74a9-4337-8014-61ea658ab9fc tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/security-groups?id=041e514f-4a7d-4943-8608-af0dea0cbb5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629826 May 21 15:35:59.889317 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-eed31681-71ed-48e3-b2ea-47c118a22ae4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Unset dirty status for tenant:988cbfa094ad42eab74b0fb9e072f4cc on resource:port {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:35:59.890478 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-eed31681-71ed-48e3-b2ea-47c118a22ae4 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.74 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 945 time: 0.2983749 May 21 15:36:00.029714 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2e28bd-ce1e-4c09-882f-7a6d3d03da4e req-641d75f9-1d9c-4af6-a858-31aa05bd650c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:00.031278 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b2e28bd-ce1e-4c09-882f-7a6d3d03da4e req-641d75f9-1d9c-4af6-a858-31aa05bd650c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 945 time: 0.1594949 May 21 15:36:00.056342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47564b-e20e-4e91-9436-d93321a0ff95 req-d8f5fbe2-dddf-44aa-8b44-b0f0ccab8999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:00.057836 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f47564b-e20e-4e91-9436-d93321a0ff95 req-d8f5fbe2-dddf-44aa-8b44-b0f0ccab8999 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1099 time: 0.1348460 May 21 15:36:00.116797 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b2e28bd-ce1e-4c09-882f-7a6d3d03da4e req-aa166efd-8970-49a2-bf18-057581abab38 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766728 May 21 15:36:00.125610 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f47564b-e20e-4e91-9436-d93321a0ff95 req-2fefdfcf-352f-4f8e-a440-c0523f2e4e58 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606229 May 21 15:36:00.138518 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Deleting port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:00.138518 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:00.299766 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] For port ff4f82f0-6eaa-43e6-a074-aecccd29bd38, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,segment=NetworkSegment(ab45008a-89fb-4efc-b277-8b7fd4beea01),segment_id=ab45008a-89fb-4efc-b277-8b7fd4beea01)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:00.300261 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:00.339770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7671bb-9e28-44c3-ae41-ae3540ac8088 req-aeda6a85-aa33-447b-b9b7-124dfdcd677d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:00.341516 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc7671bb-9e28-44c3-ae41-ae3540ac8088 req-aeda6a85-aa33-447b-b9b7-124dfdcd677d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0918870 May 21 15:36:00.402002 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc7671bb-9e28-44c3-ae41-ae3540ac8088 req-3fac584b-c9dc-4a38-af36-53e4b88df416 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512660 May 21 15:36:00.434698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Calling delete_port for ff4f82f0-6eaa-43e6-a074-aecccd29bd38 owned by compute:nova {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:00.637852 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51464) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:00.712246 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:00.718486 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:00.732081 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['ff4f82f0-6eaa-43e6-a074-aecccd29bd38'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:36:00.771587 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Pushing event deleted for resources: {'Port': ['ID=ff4f82f0-6eaa-43e6-a074-aecccd29bd38,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:00.777865 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:36:00.780500 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:00.898920 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] No DVR routers for this DVR port ff4f82f0-6eaa-43e6-a074-aecccd29bd38 on host hv-cinder-79229 {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:00.905049 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:00.910089 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'name': 'network-vif-deleted', 'tag': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:00.958254 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 1145d844-c56a-4380-a51b-3bb836f2cfb5 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:36:00.964596 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 1145d844-c56a-4380-a51b-3bb836f2cfb5 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:36:00.967942 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:01.059194 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-41cadfa8-5f6f-4a9f-b7b3-10ab18286377 req-2148b55c-ab82-4735-b50d-777e8822e80b tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.0981762 May 21 15:36:01.065521 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-cb6795ea-510d-4487-a2c6-1b4b38463254 req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.74 "DELETE /v2.0/ports/ff4f82f0-6eaa-43e6-a074-aecccd29bd38 HTTP/1.1" status: 204 len: 173 time: 1.1616409 May 21 15:36:01.110139 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b27f648-75a9-4902-b4f5-50c6e51a1049 req-df9b6240-b7d2-424b-9a9e-e41e36be2dcf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:01.119393 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1b27f648-75a9-4902-b4f5-50c6e51a1049 req-df9b6240-b7d2-424b-9a9e-e41e36be2dcf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1203835 May 21 15:36:01.132259 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:01.170213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:01.175396 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '31f97b3b-dea0-4012-b4ab-23849be1d61b', 'name': 'network-vif-deleted', 'tag': 'ff4f82f0-6eaa-43e6-a074-aecccd29bd38', 'status': 'completed', 'code': 200} May 21 15:36:01.193611 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:01.206805 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:01.214152 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Usage tracker for resource:security_group_rule and tenant:d90a0508ad9b4028b65d4f55f1173b0c is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:01.225769 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:01.232624 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1b27f648-75a9-4902-b4f5-50c6e51a1049 req-f22ef1fb-a014-4b91-8831-5d19792a8a21 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121659 May 21 15:36:01.239737 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:01.258253 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:01.283908 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:01.289152 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:01.460841 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'code': 200} May 21 15:36:01.461682 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:01.467191 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:01.628414 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:01.730733 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de921cf4-a6bd-40b2-9386-0b49609ee4b3 req-16658864-c182-4351-9b4b-87b77e0b1a6a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:01.739793 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-de921cf4-a6bd-40b2-9386-0b49609ee4b3 req-16658864-c182-4351-9b4b-87b77e0b1a6a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.3584771 May 21 15:36:01.791620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:01.806226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-eaa8e2aa-85cc-427e-9eab-7079246cfe02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:01.841459 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-de921cf4-a6bd-40b2-9386-0b49609ee4b3 req-0d6ad5f1-9829-4aec-8e36-c898b9233bb8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0950999 May 21 15:36:01.859353 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d90a0508ad9b4028b65d4f55f1173b0c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2203913 May 21 15:36:01.862465 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51504) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:01.866611 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e12fc3-a937-49ff-94e0-9ee89bde1322,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:01.890777 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fdda83-2d46-43bc-a04b-0cd30ef6bdd9 req-6cf22c5c-93da-45ae-800e-e4b8d930fe61 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:01.899825 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91fdda83-2d46-43bc-a04b-0cd30ef6bdd9 req-6cf22c5c-93da-45ae-800e-e4b8d930fe61 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.2668107 May 21 15:36:01.902911 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:01.986494 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91fdda83-2d46-43bc-a04b-0cd30ef6bdd9 req-7c2e6a2f-9e68-41b1-9240-51bf4851e850 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856273 May 21 15:36:02.027256 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.104679 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.194800 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21a076-2c78-408c-b69c-d64368469f6a req-3b6a9942-5bf8-456a-b841-960c616c01a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:02.197074 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-dc21a076-2c78-408c-b69c-d64368469f6a req-3b6a9942-5bf8-456a-b841-960c616c01a8 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1099 time: 0.1481369 May 21 15:36:02.258195 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-dc21a076-2c78-408c-b69c-d64368469f6a req-8d9a7e48-153c-4c67-aa3c-5249cc65f305 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527480 May 21 15:36:02.323648 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.323869 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d49dcc96-8c23-4333-8436-7ae1685fa690 req-cd06cedf-7fe4-4f35-9f98-bf29baeea587 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] 10.222.0.66 "GET /v2.0/ports?device_id=31f97b3b-dea0-4012-b4ab-23849be1d61b HTTP/1.1" status: 200 len: 210 time: 0.0882516 May 21 15:36:02.337775 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e94deab0-bd74-48af-a55e-e948aab677e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:02.370673 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e12fc3-a937-49ff-94e0-9ee89bde1322,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:02.379610 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:02.385929 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:02.387032 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e6e12fc3-a937-49ff-94e0-9ee89bde1322 HTTP/1.1" status: 204 len: 168 time: 0.5217154 May 21 15:36:02.450490 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c51690f-241b-4061-90c3-6499cec7178b req-06dad1b0-c441-45a4-9b3f-49a018d87f8a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:02.458915 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c51690f-241b-4061-90c3-6499cec7178b req-06dad1b0-c441-45a4-9b3f-49a018d87f8a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0981355 May 21 15:36:02.512240 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c51690f-241b-4061-90c3-6499cec7178b req-c9b97f57-0dc6-4791-8f40-4de6d3285084 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524454 May 21 15:36:03.069523 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f20b93c-5628-459c-9f89-0b8bc6bd35f7 req-1fe5dee6-d8d1-4066-be97-ed9b9e141805 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:03.076904 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4f20b93c-5628-459c-9f89-0b8bc6bd35f7 req-1fe5dee6-d8d1-4066-be97-ed9b9e141805 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1049812 May 21 15:36:03.153122 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4f20b93c-5628-459c-9f89-0b8bc6bd35f7 req-f59b173a-12a1-4cfe-8161-dc54cafa345b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739646 May 21 15:36:03.224597 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc63af-8433-4f8c-86d8-cc9a605a2669 req-548a781d-5dbe-4369-8698-76dd62d5bbc9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:03.225753 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-22dc63af-8433-4f8c-86d8-cc9a605a2669 req-548a781d-5dbe-4369-8698-76dd62d5bbc9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1108530 May 21 15:36:03.275749 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-22dc63af-8433-4f8c-86d8-cc9a605a2669 req-ca184c21-0b9f-4ae3-afc1-dbd133d0ab03 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441191 May 21 15:36:03.464492 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc694b4-c243-42fa-8741-53d3c4e690a8 req-f809457c-c03f-4636-bfea-ffb7a40ace3c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:03.466012 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffc694b4-c243-42fa-8741-53d3c4e690a8 req-f809457c-c03f-4636-bfea-ffb7a40ace3c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0846894 May 21 15:36:03.475292 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51580) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:03.480617 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'floatingip': {'port_id': '7a6f8355-918c-472f-9f95-e130008faf59'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:03.562387 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:03.770073 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51590) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:03.808929 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8143dd04-f672-4e1a-918c-73965c7ce7a6 req-676ec436-ec48-4803-8dd8-d65d6bb1adbf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:03.810637 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8143dd04-f672-4e1a-918c-73965c7ce7a6 req-676ec436-ec48-4803-8dd8-d65d6bb1adbf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1586096 May 21 15:36:03.811462 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:03.851881 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:03.867346 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Usage tracker for resource:security_group_rule and tenant:91ead9eba3474d0894b1d52837f1f32e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:03.874035 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:03.886122 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:03.900820 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8143dd04-f672-4e1a-918c-73965c7ce7a6 req-5c44bc8b-a908-4f14-a7e6-eba19dbf3288 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768089 May 21 15:36:04.009239 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.069676 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51600) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:04.083952 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.122557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:04.145596 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=91ead9eba3474d0894b1d52837f1f32e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3743663 May 21 15:36:04.154639 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51608) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:04.185229 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed305de1-edb2-4ab8-95b9-7be4539fa1d5,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:04.206624 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:04.332516 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.399535 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.493273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.527409 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:04.534035 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Usage tracker for resource:security_group_rule and tenant:ec156e60466d44e6a51fedbc524d82ae is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:04.538760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:04.547269 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:04.581434 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8eabc39-a937-4e4e-bb65-034b6352f394 req-02811653-62f6-4aa5-9ec8-fca23f66398d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:04.582964 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c8eabc39-a937-4e4e-bb65-034b6352f394 req-02811653-62f6-4aa5-9ec8-fca23f66398d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1711411 May 21 15:36:04.632992 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c8eabc39-a937-4e4e-bb65-034b6352f394 req-059141e7-c907-474d-85cd-4af2732454e3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406959 May 21 15:36:04.715239 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.785406 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device ff4f82f0-6eaa-43e6-a074-aecccd29bd38 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:04.807655 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.815180 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4f6796d1-f29b-4e7d-a4a5-607ef69fb864 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:04.820993 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: ff4f82f0-6eaa-43e6-a074-aecccd29bd38 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:04.824731 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device ff4f82f0-6eaa-43e6-a074-aecccd29bd38 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:04.840451 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed305de1-edb2-4ab8-95b9-7be4539fa1d5,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:04.845255 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:04.856278 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.866187 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:04.867385 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ed305de1-edb2-4ab8-95b9-7be4539fa1d5 HTTP/1.1" status: 204 len: 168 time: 0.7114878 May 21 15:36:04.905111 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9024a453-64c0-4be5-8ffb-6813d138f4ec req-15bb207a-49c1-4b5e-8fcb-d6315bcedb55 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:04.906644 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9024a453-64c0-4be5-8ffb-6813d138f4ec req-15bb207a-49c1-4b5e-8fcb-d6315bcedb55 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1641805 May 21 15:36:04.921888 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51630) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:04.940451 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'floatingip': {'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:05.083542 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.l3_db [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Floating IP bf2e01cb-11fe-4593-baf1-bf5b10d4c17a associated. External IP: 172.28.0.229, port: 7a6f8355-918c-472f-9f95-e130008faf59. May 21 15:36:05.117934 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.141969 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.258342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.274217 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1833137d-4f64-45e6-b67b-c242f3e80ab6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:05.379347 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ec156e60466d44e6a51fedbc524d82ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3085425 May 21 15:36:05.380347 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80b39c80-aee8-4881-ab29-34ca3669718e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:05.392525 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51644) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:05.405892 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:05.437424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51650) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:05.499723 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.506382 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba558e-1ee9-4f54-8087-f424e9db17c9 req-26e47f41-f689-40a3-80af-3926f3648765 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:05.511911 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-45ba558e-1ee9-4f54-8087-f424e9db17c9 req-26e47f41-f689-40a3-80af-3926f3648765 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.4381044 May 21 15:36:05.640205 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.665466 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-45ba558e-1ee9-4f54-8087-f424e9db17c9 req-b3a57aa5-8529-40bb-b890-442cd54b8f88 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279621 May 21 15:36:05.789976 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:36:05.860302 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51666) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:05.881040 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.887535 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:05.905859 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.914535 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80b39c80-aee8-4881-ab29-34ca3669718e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:05.922752 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:05.925483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:05.929732 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/80b39c80-aee8-4881-ab29-34ca3669718e HTTP/1.1" status: 204 len: 168 time: 0.5360084 May 21 15:36:06.038493 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:36:06.043304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:06.055345 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:36:06.072239 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:06.072869 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:06.262814 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:06.284123 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:06.302912 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a68bcd0b-26d9-4624-988b-981b798e741c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "PUT /v2.0/floatingips/bf2e01cb-11fe-4593-baf1-bf5b10d4c17a HTTP/1.1" status: 200 len: 992 time: 2.8264461 May 21 15:36:06.304237 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:06.307775 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Usage tracker for resource:security_group_rule and tenant:73fc48c6c8934d45bb9db0241cbe6f38 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:06.315891 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:06.349316 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:06.360927 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59', 'status': 'completed', 'code': 200} May 21 15:36:06.380956 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Deleting subnet bd03c1c3-16e7-42b8-9df0-7090fc3ea29e {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:36:06.420368 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:06.495441 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-0d6dbfc6-2821-4831-b623-0d7661753ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:06.498116 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-0d6dbfc6-2821-4831-b623-0d7661753ab4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1099 time: 0.1011047 May 21 15:36:06.695815 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-98da4ef3-92be-4c58-9ba8-2536199b407c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:06.697858 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-98da4ef3-92be-4c58-9ba8-2536199b407c service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.1932991 May 21 15:36:06.725920 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:06.758200 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:06.896954 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.db.resource_extend [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} May 21 15:36:06.926122 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-a7ff1462-e5fb-4e1e-8732-a96303abaf56 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 1000 time: 0.2030277 May 21 15:36:06.978272 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51704) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:07.018937 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.044483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:07.048942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-f16f11b1-7c59-41a2-adb9-234196da0579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:07.050886 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-f16f11b1-7c59-41a2-adb9-234196da0579 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.1181023 May 21 15:36:07.054238 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Usage tracker for resource:security_group_rule and tenant:04e68416d9994336a5f21883e2f0f5d0 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:07.057760 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:07.072981 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': 'bf2e01cb-11fe-4593-baf1-bf5b10d4c17a', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'floating_ip_address': '172.28.0.229', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'port_id': '7a6f8355-918c-472f-9f95-e130008faf59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'mac_address': 'fa:16:3e:86:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:29Z', 'updated_at': '2021-05-21T15:36:04Z', 'revision_number': 1, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:07.081104 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:36:07.093554 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:07.097904 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:07.099225 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:07.152653 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-a513eb67-0ce8-4c2f-a75f-0195c36f1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:07.155190 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-a513eb67-0ce8-4c2f-a75f-0195c36f1fe3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0935130 May 21 15:36:07.174857 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.277201 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.291660 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:07.310544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.337241 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:07.374751 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=73fc48c6c8934d45bb9db0241cbe6f38&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9333735 May 21 15:36:07.387820 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51734) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:07.388535 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=610e96ae-00c3-40ac-95bc-fcf90eec289e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:07.393323 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:07.401785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.402431 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.467621 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-4ad1ddaa-7cf5-4649-851a-1f50d00ebc37 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3035924 May 21 15:36:07.522953 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.540099 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a84c4cf7-2fa6-4da7-8e6b-3fd93197fbbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:07.563746 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c3ecb3-a58e-4eac-bcda-481eb9b39b7d req-b0507331-8568-4c72-9419-5618bd8e24a2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:07.568791 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-60c3ecb3-a58e-4eac-bcda-481eb9b39b7d req-b0507331-8568-4c72-9419-5618bd8e24a2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.6059620 May 21 15:36:07.741053 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=04e68416d9994336a5f21883e2f0f5d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7617006 May 21 15:36:07.744697 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0d877b8-f192-4d12-bf87-ef1031511520,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:07.748314 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51752) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:07.752018 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:07.797752 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': 'bf2e01cb-11fe-4593-baf1-bf5b10d4c17a', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'floating_ip_address': '172.28.0.229', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'port_id': '7a6f8355-918c-472f-9f95-e130008faf59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'mac_address': 'fa:16:3e:86:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:29Z', 'updated_at': '2021-05-21T15:36:04Z', 'revision_number': 1, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:07.802336 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe07e107-bf78-437b-b5d9-d9e7779609b9 None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': 'bf2e01cb-11fe-4593-baf1-bf5b10d4c17a', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'floating_ip_address': '172.28.0.229', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'port_id': '7a6f8355-918c-472f-9f95-e130008faf59', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 143, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'mac_address': 'fa:16:3e:86:68:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:29Z', 'updated_at': '2021-05-21T15:36:04Z', 'revision_number': 1, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:36:07.829139 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.835083 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0d77dd8d-8664-4b13-bac8-6b4eac06f5a8 req-191b99f8-01ce-404c-9180-3909dec244ec service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456585 May 21 15:36:07.837249 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-60c3ecb3-a58e-4eac-bcda-481eb9b39b7d req-e8fb4871-be38-48c7-b36f-82c5f5f17fad tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2555177 May 21 15:36:07.846369 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.l3_db [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Floating IP 59b90134-c663-4d29-a4c9-2b48799085e3 associated. External IP: 172.28.0.141, port: 1145d844-c56a-4380-a51b-3bb836f2cfb5. May 21 15:36:07.875123 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.906508 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:07.942598 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.000442 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.044369 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.053643 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-48b7809c-5b35-43b9-9e70-5731390e5523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:08.072614 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:08.077753 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0d877b8-f192-4d12-bf87-ef1031511520,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:08.084019 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:08.095155 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.101401 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f0d877b8-f192-4d12-bf87-ef1031511520 HTTP/1.1" status: 204 len: 168 time: 0.3517361 May 21 15:36:08.197418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.214543 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27c5be2-7d20-4ab5-bcd5-8c79e703d4b5 None None] New status for floating IP bf2e01cb-11fe-4593-baf1-bf5b10d4c17a: ACTIVE {{(pid=92297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:36:08.221759 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd03c1c3-16e7-42b8-9df0-7090fc3ea29e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:08.284432 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/bd03c1c3-16e7-42b8-9df0-7090fc3ea29e HTTP/1.1" status: 204 len: 168 time: 2.4204018 May 21 15:36:08.288381 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51762) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:08.304801 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:08.433261 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.526228 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.539430 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:08.565112 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=610e96ae-00c3-40ac-95bc-fcf90eec289e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:08.596447 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:08.602010 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.606078 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/610e96ae-00c3-40ac-95bc-fcf90eec289e HTTP/1.1" status: 204 len: 168 time: 1.2145393 May 21 15:36:08.608684 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.628866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['444373c3-bf2b-4710-b4b8-326033b209d7']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:08.644657 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab45008a-89fb-4efc-b277-8b7fd4beea01') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:08.644951 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab45008a-89fb-4efc-b277-8b7fd4beea01') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:08.655334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Router 362da74d-1794-4c57-916d-48c200926d2b has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:36:08.658916 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.678165 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.684793 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:36:08.685130 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:36:08.751620 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:36:09.073573 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:36:09.088222 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.119988 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.125205 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:09.165191 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:36:09.173861 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.187404 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=444373c3-bf2b-4710-b4b8-326033b209d7,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:09.208136 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:09.232448 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8a3b3c8e-e02f-413c-b428-d20b72ddb266 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "PUT /v2.0/floatingips/59b90134-c663-4d29-a4c9-2b48799085e3 HTTP/1.1" status: 200 len: 992 time: 4.3094752 May 21 15:36:09.234280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:09.259050 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:09.260093 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:09.309950 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] 10.222.0.66 "DELETE /v2.0/networks/444373c3-bf2b-4710-b4b8-326033b209d7 HTTP/1.1" status: 204 len: 168 time: 1.0178375 May 21 15:36:09.445032 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f879b03-18cb-49dd-9061-0f83d96bbd45 req-b1f12113-4203-437d-8236-fc16d9f0c5c3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:09.446961 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f879b03-18cb-49dd-9061-0f83d96bbd45 req-b1f12113-4203-437d-8236-fc16d9f0c5c3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1026859 May 21 15:36:09.516343 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'status': 'completed', 'code': 200} May 21 15:36:09.534001 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:09.548032 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f879b03-18cb-49dd-9061-0f83d96bbd45 req-cad9f3e2-0992-4426-8eed-49be11d40f6f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888548 May 21 15:36:09.666244 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aad2-7889-4d02-a58e-742ba87287be req-2f85ac21-38b7-4e16-984c-68bf88146cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:09.668239 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-2f85ac21-38b7-4e16-984c-68bf88146cda service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1099 time: 0.1023180 May 21 15:36:09.676624 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51804) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:09.700986 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:09.733518 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:09.740999 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Usage tracker for resource:security_group_rule and tenant:de2368e579e9424185b65f7b8a2d0357 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:09.746498 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:09.758294 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:09.989199 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51818) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:10.016088 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.052036 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aad2-7889-4d02-a58e-742ba87287be req-fcf8b4e2-ebe9-4336-9967-29a6465d5679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:10.054782 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-fcf8b4e2-ebe9-4336-9967-29a6465d5679 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.3743439 May 21 15:36:10.099000 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-81510965-1a5d-4104-bac4-92d3651248da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=988cbfa094ad42eab74b0fb9e072f4cc&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1041186 May 21 15:36:10.099000 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51826) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:10.129511 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.148834 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b8c3be1a-d3d3-4d0e-9f67-dcdf8ac6d75d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:10.232249 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-58d91cf7-acfb-4b7b-a0de-99afc76ba9c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.242859 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-5d98be45-a59d-4ff3-bcaa-e3849b499786 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 1000 time: 0.1741669 May 21 15:36:10.295946 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '59b90134-c663-4d29-a4c9-2b48799085e3', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'floating_ip_address': '172.28.0.141', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '362da74d-1794-4c57-916d-48c200926d2b', 'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'mac_address': 'fa:16:3e:02:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:34Z', 'updated_at': '2021-05-21T15:36:06Z', 'revision_number': 1, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:10.315028 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:36:10.591390 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:36:10.591390 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:35:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:10.593362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aad2-7889-4d02-a58e-742ba87287be req-e3cc6c6c-10dc-4c24-8da3-2c8526195510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:10.593362 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-e3cc6c6c-10dc-4c24-8da3-2c8526195510 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1209013 May 21 15:36:10.594577 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=960c06d9-c17e-488a-bc04-31ae0930e263,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:10.594577 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:10.594577 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de2368e579e9424185b65f7b8a2d0357&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8065844 May 21 15:36:10.595783 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f5aad2-7889-4d02-a58e-742ba87287be req-acf8f340-a244-44fe-8be4-125e6786ae76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:10.595783 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-acf8f340-a244-44fe-8be4-125e6786ae76 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1320310 May 21 15:36:10.595987 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.595987 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.603277 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51840) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:10.729618 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:36:10.741403 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-c57ef5ee-c5fb-440a-aaab-f9a1aa1d1cb2 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026513 May 21 15:36:10.824792 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.876049 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:10.943129 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ecbf71-81fc-4520-88d2-52e047c3b603 req-030df80a-fcf9-412a-80b4-4e00b7a87059 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:10.945162 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d8ecbf71-81fc-4520-88d2-52e047c3b603 req-030df80a-fcf9-412a-80b4-4e00b7a87059 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1918697 May 21 15:36:10.980075 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:11.007284 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-54f5aad2-7889-4d02-a58e-742ba87287be req-e8b7653f-be0d-40c5-9dfb-5041044cbb7e service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595439 May 21 15:36:11.014924 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-da7e737b-4abe-4627-bd6a-bddc024d7d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:11.040488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=041e514f-4a7d-4943-8608-af0dea0cbb5b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:11.077344 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:11.094476 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d8ecbf71-81fc-4520-88d2-52e047c3b603 req-7bdece03-eb85-4c02-aef2-fda6d57db154 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383131 May 21 15:36:11.156377 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:11.157500 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/041e514f-4a7d-4943-8608-af0dea0cbb5b HTTP/1.1" status: 204 len: 168 time: 1.0583458 May 21 15:36:11.175695 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:11.178485 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:11.180141 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/960c06d9-c17e-488a-bc04-31ae0930e263 HTTP/1.1" status: 204 len: 168 time: 0.5756977 May 21 15:36:11.192249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-eabf3327-ace7-4df4-b102-7d4f0e8e9274 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:11.193366 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=960c06d9-c17e-488a-bc04-31ae0930e263,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:11.197113 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:11.427307 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '59b90134-c663-4d29-a4c9-2b48799085e3', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'floating_ip_address': '172.28.0.141', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '362da74d-1794-4c57-916d-48c200926d2b', 'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'mac_address': 'fa:16:3e:02:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:34Z', 'updated_at': '2021-05-21T15:36:06Z', 'revision_number': 1, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:36:11.433985 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72d930ac-a570-42b0-a08a-cf3f36bb38d7 None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '59b90134-c663-4d29-a4c9-2b48799085e3', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'floating_ip_address': '172.28.0.141', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '362da74d-1794-4c57-916d-48c200926d2b', 'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 151, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'mac_address': 'fa:16:3e:02:a3:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:35:34Z', 'updated_at': '2021-05-21T15:36:06Z', 'revision_number': 1, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:36:11.690960 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95f02ea0-17b7-4472-8490-eb8a80548d38 None None] New status for floating IP 59b90134-c663-4d29-a4c9-2b48799085e3: ACTIVE {{(pid=92297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:36:12.315723 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6faed9e-5fd8-400b-a9a6-9863e2253284 req-02d801c6-2868-4410-9b4d-b0aff8053fc6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:12.317274 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f6faed9e-5fd8-400b-a9a6-9863e2253284 req-02d801c6-2868-4410-9b4d-b0aff8053fc6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1083364 May 21 15:36:12.387285 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f6faed9e-5fd8-400b-a9a6-9863e2253284 req-8283cf3d-6747-41ad-8aaa-bff3ad43b950 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635805 May 21 15:36:12.609249 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:12.815754 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51902) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:12.854901 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-94b2cf6a-003a-4455-9998-a66c29462109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.079756 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.097899 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:13.103097 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Usage tracker for resource:security_group_rule and tenant:3e448348304e41139ab0a7ebb81e4f89 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:13.106778 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:13.128477 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:13.253634 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.386461 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.412402 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-98c8b743-8c5b-4984-9337-17519474c3f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:13.481978 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d8d2fb-7fb1-43d0-b464-83b26632ecd2,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:13.509858 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 51936) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:13.515504 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e448348304e41139ab0a7ebb81e4f89&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7017896 May 21 15:36:13.517264 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:13.544635 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51940) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:13.590399 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.625359 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.656070 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1a999-cce4-44ea-9356-93389c08ae8c req-093545ae-7119-4d17-8a63-30b4470d6af5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:13.666317 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d6a1a999-cce4-44ea-9356-93389c08ae8c req-093545ae-7119-4d17-8a63-30b4470d6af5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1018553 May 21 15:36:13.687981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1025881335-network', 'tenant_id': 'c92d20a2a97e4a87bebcaad825d4c8bd'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:13.697484 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:13.709861 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Usage tracker for resource:network and tenant:c92d20a2a97e4a87bebcaad825d4c8bd is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:13.714838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:13.727374 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:13.751320 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d6a1a999-cce4-44ea-9356-93389c08ae8c req-68caafab-d1ce-42ff-8f4f-f9f8436b34c0 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723014 May 21 15:36:13.877913 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Made reservation on behalf of c92d20a2a97e4a87bebcaad825d4c8bd for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:36:13.878205 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.880520 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.882699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b10e1aa4-1418-46f3-9b65-7523753a76d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:13.901045 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.903751 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d8d2fb-7fb1-43d0-b464-83b26632ecd2,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:13.905404 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.915173 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:13.918597 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:13.920568 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b5d8d2fb-7fb1-43d0-b464-83b26632ecd2 HTTP/1.1" status: 204 len: 168 time: 0.4093685 May 21 15:36:13.948828 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:13.953337 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Usage tracker for resource:security_group_rule and tenant:c92d20a2a97e4a87bebcaad825d4c8bd is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:13.956515 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:13.964791 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:14.069140 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.208987 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.213982 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-146a6f72-bf44-46e9-a8f5-91b8a706729d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:14.242209 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 783} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:36:14.256670 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8565c7d7-a372-466b-94d6-5f995545f90b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:14.262908 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:14.264066 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.264710 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Added segment ac447f9b-194c-4ccd-9966-acd0314aecfb of type vlan for network 0e7f479e-8a31-4f14-8ed6-179482374ef6 May 21 15:36:14.299846 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.400762 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.403006 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:14.403690 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:14.407809 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bdcaddc8-3681-4d1c-b1e0-77dd3e8313ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:14.569971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e7f479e-8a31-4f14-8ed6-179482374ef6,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:14.573697 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:14.587765 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 0e7f479e-8a31-4f14-8ed6-179482374ef6 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:36:14.697972 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1517668 May 21 15:36:14.700989 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 51970) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:14.721361 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Request body: {'subnet': {'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1025881335-subnet', 'tenant_id': 'c92d20a2a97e4a87bebcaad825d4c8bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:14.732586 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:14.739027 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Usage tracker for resource:subnet and tenant:c92d20a2a97e4a87bebcaad825d4c8bd is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:14.742207 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:14.774323 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:14.963695 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Made reservation on behalf of c92d20a2a97e4a87bebcaad825d4c8bd for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:36:14.965967 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.118361 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8951a23e-7730-4f2c-84c9-f4353a37f77a req-620481d3-d560-4226-8902-24246f1f2411 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:15.120010 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8951a23e-7730-4f2c-84c9-f4353a37f77a req-620481d3-d560-4226-8902-24246f1f2411 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1955895 May 21 15:36:15.226886 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8951a23e-7730-4f2c-84c9-f4353a37f77a req-277794b7-c0e4-40ce-bda5-14602c8b0309 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646002 May 21 15:36:15.547343 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.660581 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:15.669708 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a653b682-4624-4264-ab57-3b0ef24a2bf2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:15.782664 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d58ff79-8f15-4dc1-986f-194993fb9a8b,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:15.786981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:15.811801 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Checking segment: {'id': 'ac447f9b-194c-4ccd-9966-acd0314aecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:36:15.812154 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Network hostable DHCP agents. Network: 0e7f479e-8a31-4f14-8ed6-179482374ef6, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:36:15.924384 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Network 0e7f479e-8a31-4f14-8ed6-179482374ef6 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:36:16.072212 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 0e7f479e-8a31-4f14-8ed6-179482374ef6) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:36:16.076558 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:16.077256 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:16.090829 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e2981-4a3e-4e19-b5ce-1b24191af863 None None] Network 0e7f479e-8a31-4f14-8ed6-179482374ef6 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:36:16.248234 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5453215 May 21 15:36:16.297773 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03472fcc-95c4-45ee-82e0-0471b9f62d13 None None] Network 0e7f479e-8a31-4f14-8ed6-179482374ef6 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:36:16.558551 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7017573f-2377-4ace-9b27-9348bff40ddd req-741f127d-fc38-4488-a40e-129d0d8315a6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:16.560117 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7017573f-2377-4ace-9b27-9348bff40ddd req-741f127d-fc38-4488-a40e-129d0d8315a6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1691470 May 21 15:36:16.646874 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7017573f-2377-4ace-9b27-9348bff40ddd req-fc1bb7d9-f3da-45a7-bef7-a591bc73e44f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794759 May 21 15:36:17.373284 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52056) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:17.527209 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:17.567528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:17.573383 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Usage tracker for resource:security_group_rule and tenant:285d7a2912304538bfbb54b16c882c00 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:17.580320 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:17.583640 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:17.696487 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:17.792034 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:17.800574 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0a6d3fde-3eb6-4b6a-8195-1c8cd145cbdd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:17.875227 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=285d7a2912304538bfbb54b16c882c00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5008211 May 21 15:36:17.875391 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52078) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:17.876594 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7b3930-2e6e-43a0-ab46-92ad03f93c8f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:17.881636 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:17.905082 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52082) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:17.912617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1590435254-network', 'tenant_id': '7d992cc802904fbc825ac96d18e10c7e'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:17.917916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:17.925215 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Usage tracker for resource:network and tenant:7d992cc802904fbc825ac96d18e10c7e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:17.927458 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:17.935857 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:17.989053 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.021898 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.078462 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.085473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Made reservation on behalf of 7d992cc802904fbc825ac96d18e10c7e for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:36:18.093652 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.123269 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.228028 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:18.232346 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.234606 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Usage tracker for resource:security_group_rule and tenant:7d992cc802904fbc825ac96d18e10c7e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:18.238226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:18.240104 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-48a34f1c-9716-4845-946f-7bdacb865d40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:18.247802 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:18.263794 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7b3930-2e6e-43a0-ab46-92ad03f93c8f,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:18.274605 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:18.296012 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ce92d-f62d-4338-9853-1f90daafdc88 req-5375939d-c3db-41ac-a5ad-83f85d7cb8f4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:18.296849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.303832 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3b7b3930-2e6e-43a0-ab46-92ad03f93c8f HTTP/1.1" status: 204 len: 168 time: 0.4217954 May 21 15:36:18.308391 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c4ce92d-f62d-4338-9853-1f90daafdc88 req-5375939d-c3db-41ac-a5ad-83f85d7cb8f4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.2876332 May 21 15:36:18.362601 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c4ce92d-f62d-4338-9853-1f90daafdc88 req-88305865-b724-48c7-a974-cb8c2a16f909 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587316 May 21 15:36:18.405694 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.523587 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.528049 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-364b35ba-a2d7-4ffe-8133-fb848a1adeb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:18.556340 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:36:18.581578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8cf1d63-529f-400b-baa1-58e1af7dd09e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:18.588222 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:18.610530 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.610530 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Added segment 94a53bee-32df-4417-88ee-bb13fde59a57 of type vlan for network 5933e147-531e-46b9-bfe4-3ba9b55bfc28 May 21 15:36:18.637435 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.826118 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.827634 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:18.828221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:18.836538 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:18.946125 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Pushing event updated for resources: {'Network': ['ID=5933e147-531e-46b9-bfe4-3ba9b55bfc28,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:18.949795 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:18.957204 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 5933e147-531e-46b9-bfe4-3ba9b55bfc28 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:36:19.067126 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1602552 May 21 15:36:19.070775 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52114) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:19.077254 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Request body: {'subnet': {'network_id': '5933e147-531e-46b9-bfe4-3ba9b55bfc28', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1590435254-subnet', 'tenant_id': '7d992cc802904fbc825ac96d18e10c7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:19.082589 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:19.087284 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Usage tracker for resource:subnet and tenant:7d992cc802904fbc825ac96d18e10c7e is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:19.090701 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:19.098388 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:19.232086 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Made reservation on behalf of 7d992cc802904fbc825ac96d18e10c7e for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:36:19.234727 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3910792'] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.258465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52124) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:19.279267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.310410 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:19.315884 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Usage tracker for resource:security_group_rule and tenant:071393d47c8743db8d273d6555e0c5ab is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:19.319850 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:19.326173 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:19.487148 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.654871 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.670009 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d360068a-d14a-4048-acf7-06f53a0f7228 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:19.729388 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=071393d47c8743db8d273d6555e0c5ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4698701 May 21 15:36:19.732420 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52142) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:19.736939 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74cb42d0-45d9-4728-9cd7-3195b2526e26,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:19.753955 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:19.811812 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcb98b2-3770-44e9-994f-68f76900040c req-6ee62de4-303d-46a4-9bb7-97a7d5c53e60 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:19.813449 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6dcb98b2-3770-44e9-994f-68f76900040c req-6ee62de4-303d-46a4-9bb7-97a7d5c53e60 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.2322404 May 21 15:36:19.846310 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.872753 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3910822'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.880539 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:19.893517 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6dcb98b2-3770-44e9-994f-68f76900040c req-bbba96ce-8445-4c2d-93de-c64692843af3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720882 May 21 15:36:19.898866 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:19.971038 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4cbdb51b-fcb0-418e-afb4-079f573781c8,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:19.975778 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:19.980434 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Checking segment: {'id': '94a53bee-32df-4417-88ee-bb13fde59a57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': '5933e147-531e-46b9-bfe4-3ba9b55bfc28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:36:19.981125 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Network hostable DHCP agents. Network: 5933e147-531e-46b9-bfe4-3ba9b55bfc28, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:36:20.049359 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:20.055330 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:20.069262 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74cb42d0-45d9-4728-9cd7-3195b2526e26,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:20.072288 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:20.077592 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:20.078121 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Network 5933e147-531e-46b9-bfe4-3ba9b55bfc28 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:36:20.078786 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74cb42d0-45d9-4728-9cd7-3195b2526e26 HTTP/1.1" status: 204 len: 168 time: 0.3453896 May 21 15:36:20.232007 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 5933e147-531e-46b9-bfe4-3ba9b55bfc28) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:36:20.240295 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec09896-7dea-4863-974e-b52968007439 None None] Network 5933e147-531e-46b9-bfe4-3ba9b55bfc28 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:36:20.255771 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:20.256517 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:20.359276 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.2873702 May 21 15:36:20.447115 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a7f616-6759-437f-9fa9-ed2b297f475c None None] Network 5933e147-531e-46b9-bfe4-3ba9b55bfc28 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:36:21.072436 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-006b7ac1-3174-4999-850a-be05b140ae97 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:21.073107 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-006b7ac1-3174-4999-850a-be05b140ae97 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Synchronizing usage tracker for tenant:c92d20a2a97e4a87bebcaad825d4c8bd on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:36:21.169319 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3834f5a0-2c34-4daa-9ee7-434bacb134c6 req-449e5621-2ca7-406d-8e32-62a668125176 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:21.170832 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3834f5a0-2c34-4daa-9ee7-434bacb134c6 req-449e5621-2ca7-406d-8e32-62a668125176 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0949595 May 21 15:36:21.218157 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3834f5a0-2c34-4daa-9ee7-434bacb134c6 req-8ef33fac-7e3d-4822-93cc-3839aae35c0d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412753 May 21 15:36:21.244748 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-006b7ac1-3174-4999-850a-be05b140ae97 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Unset dirty status for tenant:c92d20a2a97e4a87bebcaad825d4c8bd on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:36:21.246415 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-006b7ac1-3174-4999-850a-be05b140ae97 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/networks?id=0e7f479e-8a31-4f14-8ed6-179482374ef6 HTTP/1.1" status: 200 len: 809 time: 0.3435998 May 21 15:36:21.266622 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-be7f1fd5-ae9c-4ebc-ab5c-81acf56cb634 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/quotas/c92d20a2a97e4a87bebcaad825d4c8bd HTTP/1.1" status: 200 len: 375 time: 0.0109992 May 21 15:36:21.316079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-700233be-4443-4116-bb80-4d4522f6882c tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c92d20a2a97e4a87bebcaad825d4c8bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444093 May 21 15:36:21.467415 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-847f5d07-82f2-4f3b-8a05-52f8ef2fe4b9 service neutron] 10.222.0.66 "GET /v2.0/networks/0e7f479e-8a31-4f14-8ed6-179482374ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1436031 May 21 15:36:21.637344 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-67b1ba81-d328-48e6-aba1-20d18d5703e8 service neutron] 10.222.0.66 "GET /v2.0/networks/0e7f479e-8a31-4f14-8ed6-179482374ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643233 May 21 15:36:22.001421 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-63e97fe6-912c-4167-b3e3-64fffc5970fc req-24b79899-5a59-46e5-bcf6-ede694e05f9d tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 210 time: 0.0897322 May 21 15:36:22.110912 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:36:22.429139 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52252) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:22.519467 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c56e4ba-a747-4204-b525-a8254e0c3317 req-bfc9c7ec-039e-424a-a79e-6c016372c8b6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:22.526358 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6c56e4ba-a747-4204-b525-a8254e0c3317 req-bfc9c7ec-039e-424a-a79e-6c016372c8b6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1532793 May 21 15:36:22.598517 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6c56e4ba-a747-4204-b525-a8254e0c3317 req-1adc028c-aede-468d-a6a3-f98849218968 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644474 May 21 15:36:22.736491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:22.754046 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:22.759130 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Usage tracker for resource:security_group_rule and tenant:8ada591b17f04ca288e10f17f5dd7ea1 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:22.763530 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:22.769950 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:22.861663 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:22.986323 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:22.996257 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:23.043284 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8ada591b17f04ca288e10f17f5dd7ea1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6124785 May 21 15:36:23.044898 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52276) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:23.047587 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfe162f-c052-4a16-b851-51226ef0728e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:23.052254 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:23.105854 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9a2fd49b-4569-4369-8684-ba4d260bb447 req-f9feeb01-08c9-42b7-a957-e564c4d649dc tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 210 time: 0.0474262 May 21 15:36:23.127850 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.151016 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.294995 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.301312 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f31961b1-15fc-4858-86ee-aba85cbeaaf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:23.314388 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfe162f-c052-4a16-b851-51226ef0728e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:23.317566 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:23.331017 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.332155 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7dfe162f-c052-4a16-b851-51226ef0728e HTTP/1.1" status: 204 len: 168 time: 0.2861004 May 21 15:36:23.463611 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52284) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:23.591865 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.608142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:23.613043 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Usage tracker for resource:security_group_rule and tenant:82839e0845cd4dfd9d2adf422a5b0065 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:23.615295 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:23.620984 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:23.764797 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.864417 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694eed3-4dbd-4429-8402-20c5cddd9900 req-459e2116-fafa-4311-87d1-7e7973e10dbc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:23.866013 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e694eed3-4dbd-4429-8402-20c5cddd9900 req-459e2116-fafa-4311-87d1-7e7973e10dbc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0980513 May 21 15:36:23.878188 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:23.889419 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-35db90a2-d51d-476a-8e2d-4cc2ba3a09b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:23.951907 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=82839e0845cd4dfd9d2adf422a5b0065&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4871848 May 21 15:36:23.954663 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52304) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:23.969323 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac603d33-c65f-4311-b26c-416736bfcac6,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:23.976599 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:23.988146 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e694eed3-4dbd-4429-8402-20c5cddd9900 req-7301a680-6d16-4125-905d-d46506739e97 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014915 May 21 15:36:24.044555 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:24.097942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:24.260980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:24.265933 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-fadde91c-92bc-47ef-9a09-e8e8dd084ea9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:24.283090 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac603d33-c65f-4311-b26c-416736bfcac6,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:24.303361 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:24.304260 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:24.305407 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ac603d33-c65f-4311-b26c-416736bfcac6 HTTP/1.1" status: 204 len: 168 time: 0.3491261 May 21 15:36:24.339767 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-53fddc53-e54e-4f2c-9025-8ea5ac9da8a9 req-6c9982df-c7be-41fb-8c23-9688260c557e tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 210 time: 0.0567863 May 21 15:36:25.280533 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed632c-088d-4492-a954-46a208cf7c6a req-e0479c3e-287b-46ea-b371-ebe6325da918 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:25.294538 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-66ed632c-088d-4492-a954-46a208cf7c6a req-e0479c3e-287b-46ea-b371-ebe6325da918 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1334798 May 21 15:36:25.503913 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-66ed632c-088d-4492-a954-46a208cf7c6a req-b6557c65-9c87-4367-a1a4-1b94884b1409 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083309 May 21 15:36:25.551578 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-99b9578a-596d-44f5-ad15-56f04d525b57 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:25.553724 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-99b9578a-596d-44f5-ad15-56f04d525b57 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.74 "GET /v2.0/networks?id=0e7f479e-8a31-4f14-8ed6-179482374ef6 HTTP/1.1" status: 200 len: 809 time: 0.3909781 May 21 15:36:25.578623 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Request body: {'port': {'device_id': '28886619-23a4-4760-b37f-169a43e7f046', 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6', 'admin_state_up': True, 'tenant_id': 'c92d20a2a97e4a87bebcaad825d4c8bd'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:25.805725 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-69aaadb7-9011-46e9-b336-93b929c31478 req-c9303fa3-452d-4bef-8904-d94714bf58b8 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 210 time: 0.0714769 May 21 15:36:25.847596 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:25.854249 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Usage tracker for resource:port and tenant:c92d20a2a97e4a87bebcaad825d4c8bd is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:25.858927 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:25.864157 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:26.021058 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Made reservation on behalf of c92d20a2a97e4a87bebcaad825d4c8bd for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:36:26.032321 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:26.219529 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Allocated IP 172.20.0.3 (0e7f479e-8a31-4f14-8ed6-179482374ef6/6d58ff79-8f15-4dc1-986f-194993fb9a8b/23d7429e-bc79-46b6-8801-286d557c8b05) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:36:26.464950 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:26.717885 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:26.723052 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ebcf2-dfb2-4931-ab83-75a51659972c req-f50ac9d9-56cb-44ac-b562-a872c08b8823 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:26.725080 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8d2ebcf2-dfb2-4931-ab83-75a51659972c req-f50ac9d9-56cb-44ac-b562-a872c08b8823 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0957410 May 21 15:36:26.725561 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:26.770562 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8d2ebcf2-dfb2-4931-ab83-75a51659972c req-0ae53460-43f2-4aad-8586-43305271a2dc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392799 May 21 15:36:26.795602 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Network 0e7f479e-8a31-4f14-8ed6-179482374ef6 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:36:26.799341 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:36:26.802568 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:36:26.845093 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Pushing event updated for resources: {'Port': ['ID=23d7429e-bc79-46b6-8801-286d557c8b05,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:26.848494 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:26.887926 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:26.888630 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:27.010863 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f637b45a-a461-4590-ae6c-83ce912f540b req-3a30dcbc-d80d-42b3-9eb3-fdb12abf877d tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:27.012407 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f637b45a-a461-4590-ae6c-83ce912f540b req-3a30dcbc-d80d-42b3-9eb3-fdb12abf877d tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 931 time: 0.0880489 May 21 15:36:27.052933 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4832368 May 21 15:36:27.067865 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-f637b45a-a461-4590-ae6c-83ce912f540b req-78a80350-b5ec-4d5b-87e4-f919db85ce35 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Synchronizing usage tracker for tenant:c92d20a2a97e4a87bebcaad825d4c8bd on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:36:27.070130 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Request body: {'port': {'device_id': '28886619-23a4-4760-b37f-169a43e7f046', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:27.175479 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-f637b45a-a461-4590-ae6c-83ce912f540b req-78a80350-b5ec-4d5b-87e4-f919db85ce35 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Unset dirty status for tenant:c92d20a2a97e4a87bebcaad825d4c8bd on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:36:27.176773 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f637b45a-a461-4590-ae6c-83ce912f540b req-78a80350-b5ec-4d5b-87e4-f919db85ce35 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583164 May 21 15:36:27.207936 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:27.795877 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23d7429e-bc79-46b6-8801-286d557c8b05 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:36:27.809127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:27.831665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Transition to ACTIVE for port object 23d7429e-bc79-46b6-8801-286d557c8b05 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:36:27.940249 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:27.949046 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:28.149930 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7429e-bc79-46b6-8801-286d557c8b05,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:28.151106 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295be1f7-b2f3-445a-ba8e-3abda07de881 req-2d8bbf90-5fe1-44a9-abd4-9fd54df6dbef tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:28.154585 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-295be1f7-b2f3-445a-ba8e-3abda07de881 req-2d8bbf90-5fe1-44a9-abd4-9fd54df6dbef tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1156855 May 21 15:36:28.167091 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:28.225683 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-295be1f7-b2f3-445a-ba8e-3abda07de881 req-d88acba6-bd98-4dc0-aa2c-fc1d97a3615f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627680 May 21 15:36:28.260580 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Attempting to bind port 23d7429e-bc79-46b6-8801-286d557c8b05 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:36:28.261170 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Attempting to bind port 23d7429e-bc79-46b6-8801-286d557c8b05 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ac447f9b-194c-4ccd-9966-acd0314aecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:36:28.261497 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Attempting to bind port 23d7429e-bc79-46b6-8801-286d557c8b05 on network 0e7f479e-8a31-4f14-8ed6-179482374ef6 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:36:28.267955 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Port 23d7429e-bc79-46b6-8801-286d557c8b05 on network 0e7f479e-8a31-4f14-8ed6-179482374ef6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:36:28.268307 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Attempting to bind port 23d7429e-bc79-46b6-8801-286d557c8b05 on network 0e7f479e-8a31-4f14-8ed6-179482374ef6 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:36:28.274924 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:36:28.275407 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Checking segment: {'id': 'ac447f9b-194c-4ccd-9966-acd0314aecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:36:28.275783 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Bound using segment: {'id': 'ac447f9b-194c-4ccd-9966-acd0314aecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:36:28.276328 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Bound port: 23d7429e-bc79-46b6-8801-286d557c8b05, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac447f9b-194c-4ccd-9966-acd0314aecfb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 783, 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:36:28.276828 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:28.373553 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] For port 23d7429e-bc79-46b6-8801-286d557c8b05, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:36:28.376514 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] For port 23d7429e-bc79-46b6-8801-286d557c8b05, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=23d7429e-bc79-46b6-8801-286d557c8b05,segment=NetworkSegment(ac447f9b-194c-4ccd-9966-acd0314aecfb),segment_id=ac447f9b-194c-4ccd-9966-acd0314aecfb)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:36:28.426511 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3278d1-9a3d-45f3-ad6d-8e13465a141f req-01b58e6f-47bb-4f47-b81b-2df634fa4278 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:28.428555 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0b3278d1-9a3d-45f3-ad6d-8e13465a141f req-01b58e6f-47bb-4f47-b81b-2df634fa4278 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.0830941 May 21 15:36:28.477737 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0b3278d1-9a3d-45f3-ad6d-8e13465a141f req-30fc2e17-c851-4af1-8d23-5b0809709736 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433779 May 21 15:36:28.512618 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:28.516609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:28.583054 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:28.583704 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:28.585110 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] 10.222.0.74 "PUT /v2.0/ports/23d7429e-bc79-46b6-8801-286d557c8b05 HTTP/1.1" status: 200 len: 1093 time: 1.5224178 May 21 15:36:28.585608 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28886619-23a4-4760-b37f-169a43e7f046', 'tag': '23d7429e-bc79-46b6-8801-286d557c8b05'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:28.603225 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Pushing event updated for resources: {'Port': ['ID=23d7429e-bc79-46b6-8801-286d557c8b05,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:28.606062 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:28.637596 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28886619-23a4-4760-b37f-169a43e7f046', 'tag': '23d7429e-bc79-46b6-8801-286d557c8b05', 'status': 'completed', 'code': 200} May 21 15:36:28.741735 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd210-74a9-48ae-a0a9-2c3059b1a6dd req-2ea44245-35d3-47e3-9a5a-f35c99bfd6eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:28.743164 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-fe5cd210-74a9-48ae-a0a9-2c3059b1a6dd req-2ea44245-35d3-47e3-9a5a-f35c99bfd6eb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c92d20a2a97e4a87bebcaad825d4c8bd&device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 1096 time: 0.0743151 May 21 15:36:28.989685 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd210-74a9-48ae-a0a9-2c3059b1a6dd req-bbf34b8f-2850-4d0f-a5fb-091f86e4258b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:28.991819 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-fe5cd210-74a9-48ae-a0a9-2c3059b1a6dd req-bbf34b8f-2850-4d0f-a5fb-091f86e4258b service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c92d20a2a97e4a87bebcaad825d4c8bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2376981 May 21 15:36:29.133560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5cd210-74a9-48ae-a0a9-2c3059b1a6dd req-f0602f7d-6ee8-40d6-829a-fe7e55745b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:29.135050 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-fe5cd210-74a9-48ae-a0a9-2c3059b1a6dd req-f0602f7d-6ee8-40d6-829a-fe7e55745b68 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1356828 May 21 15:36:29.262923 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-03833130-a3e9-4813-9dbe-dc654d057c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:29.262923 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-03833130-a3e9-4813-9dbe-dc654d057c12 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c92d20a2a97e4a87bebcaad825d4c8bd&device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 1096 time: 0.0816817 May 21 15:36:29.341046 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-a32a9ec3-9419-49f2-99af-ea072b9c30b6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=23d7429e-bc79-46b6-8801-286d557c8b05 HTTP/1.1" status: 200 len: 217 time: 0.0654721 May 21 15:36:29.417004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-8ca312b0-12a2-4882-82a8-49a63f52feb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:29.418431 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-8ca312b0-12a2-4882-82a8-49a63f52feb8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=6d58ff79-8f15-4dc1-986f-194993fb9a8b HTTP/1.1" status: 200 len: 849 time: 0.0644934 May 21 15:36:29.439931 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147ba9e-39c7-4f6f-99e4-cb4c65647592 req-ab1d96f5-b288-4c9c-a981-3d95e8695db5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:29.443361 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c147ba9e-39c7-4f6f-99e4-cb4c65647592 req-ab1d96f5-b288-4c9c-a981-3d95e8695db5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1023545 May 21 15:36:29.477063 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-b56b5dc8-a428-4123-81d1-e95ecbbc841d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=0e7f479e-8a31-4f14-8ed6-179482374ef6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515132 May 21 15:36:29.505773 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c147ba9e-39c7-4f6f-99e4-cb4c65647592 req-6a52414c-8074-401e-b66b-2c21132dd305 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539799 May 21 15:36:29.628073 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-17905433-9108-4125-8574-227df82e27d2 service neutron] 10.222.0.74 "GET /v2.0/networks/0e7f479e-8a31-4f14-8ed6-179482374ef6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396294 May 21 15:36:29.728397 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0650eb-a5e3-420f-9156-4babb584b6b9 req-4d400c81-03df-4731-9205-10d540109f52 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:29.736399 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ee0650eb-a5e3-420f-9156-4babb584b6b9 req-4d400c81-03df-4731-9205-10d540109f52 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.1377795 May 21 15:36:29.791100 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ee0650eb-a5e3-420f-9156-4babb584b6b9 req-bcd4f89b-c98d-4e91-ba54-a1513d03f80e tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527291 May 21 15:36:29.882871 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-465a670b-1dab-4f99-a42b-57c3821e92b9 req-554ed9a9-e98e-4f6d-90aa-a17e0f26fcfe service neutron] 10.222.0.74 "GET /v2.0/networks/0e7f479e-8a31-4f14-8ed6-179482374ef6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460485 May 21 15:36:30.711861 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6af98c8-d62e-462e-bb84-1cefa6ed7d4c req-9b812495-9d64-445a-b064-9169a8aa5bfc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:30.713462 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6af98c8-d62e-462e-bb84-1cefa6ed7d4c req-9b812495-9d64-445a-b064-9169a8aa5bfc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0891681 May 21 15:36:30.761186 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6af98c8-d62e-462e-bb84-1cefa6ed7d4c req-a3a5752e-c2d6-4b6d-affa-2fa06bf7a5c6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414653 May 21 15:36:30.990826 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc5367-0c6e-4f02-a3c3-cae7f0a65e6d req-57e27e20-835c-451f-a833-037e214ea8d8 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:30.992292 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-13fc5367-0c6e-4f02-a3c3-cae7f0a65e6d req-57e27e20-835c-451f-a833-037e214ea8d8 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.0887408 May 21 15:36:31.046295 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-13fc5367-0c6e-4f02-a3c3-cae7f0a65e6d req-bbcfe16a-f9f4-40b4-9e19-245113723339 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473213 May 21 15:36:31.963737 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa62624-c79c-4d92-a906-e912ac48404d req-2c53dead-0a6e-42ff-bea3-5acd3190c075 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:31.965168 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fa62624-c79c-4d92-a906-e912ac48404d req-2c53dead-0a6e-42ff-bea3-5acd3190c075 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0805054 May 21 15:36:32.010872 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fa62624-c79c-4d92-a906-e912ac48404d req-9581689e-6ca9-46ab-8554-034c5b066424 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397332 May 21 15:36:32.243872 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec24420-a54f-4776-a412-509c6a8f421f req-48e63dc8-a631-473a-a5dd-1b493780d0c5 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:32.245577 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ec24420-a54f-4776-a412-509c6a8f421f req-48e63dc8-a631-473a-a5dd-1b493780d0c5 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.0891268 May 21 15:36:32.303428 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ec24420-a54f-4776-a412-509c6a8f421f req-3f0683d7-b17f-4317-9ff8-6cd92cd70371 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473397 May 21 15:36:33.238508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb606c9b-bdfc-43bb-9a74-411431ebdf65 req-7c5fc36d-e532-4d6b-8ac6-6be5f51549d6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:33.240842 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bb606c9b-bdfc-43bb-9a74-411431ebdf65 req-7c5fc36d-e532-4d6b-8ac6-6be5f51549d6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0920079 May 21 15:36:33.305730 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bb606c9b-bdfc-43bb-9a74-411431ebdf65 req-985e0ecc-195a-4964-8586-0ee73288a76c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583644 May 21 15:36:33.516782 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcfd355a-053f-4dae-a9b7-203ca54de0fe req-41de9274-0f1d-4213-9283-1e6909488294 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:33.518637 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fcfd355a-053f-4dae-a9b7-203ca54de0fe req-41de9274-0f1d-4213-9283-1e6909488294 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.0869019 May 21 15:36:33.573354 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fcfd355a-053f-4dae-a9b7-203ca54de0fe req-67f1f92b-7d95-4e9d-a27d-2340e3cc3994 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444553 May 21 15:36:33.596834 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52558) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:33.730105 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:33.749007 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:33.752899 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Usage tracker for resource:security_group_rule and tenant:477205a571c74065892592f87e703ccd is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:33.755986 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:33.761951 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:33.844403 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:33.962940 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:33.971614 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-64dc8e69-f833-4c1f-8df9-935f6861d236 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:34.024763 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=477205a571c74065892592f87e703ccd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166539 May 21 15:36:34.024763 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d81bb03-8518-48d2-986d-4bddde87ee1b,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:34.025283 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52566) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:34.028993 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:34.095734 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:34.127770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:34.266111 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:34.270000 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:34.284337 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d81bb03-8518-48d2-986d-4bddde87ee1b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:34.288916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:34.294841 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:34.296378 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8d81bb03-8518-48d2-986d-4bddde87ee1b HTTP/1.1" status: 204 len: 168 time: 0.2763774 May 21 15:36:34.512833 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5411ebdf-cad4-4350-98fa-5b389d33d3b4 req-077b87da-8f48-4883-ae0a-310ae3514a9a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:34.514335 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5411ebdf-cad4-4350-98fa-5b389d33d3b4 req-077b87da-8f48-4883-ae0a-310ae3514a9a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0836043 May 21 15:36:34.563135 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5411ebdf-cad4-4350-98fa-5b389d33d3b4 req-1d04bfe6-8b0a-42d5-a9d7-8a1679f28633 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427151 May 21 15:36:34.769747 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc14879-3199-4ec6-8fec-b57391d53032 req-1e361aae-4b56-4883-b4c7-c39aa5759f50 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:34.771799 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cdc14879-3199-4ec6-8fec-b57391d53032 req-1e361aae-4b56-4883-b4c7-c39aa5759f50 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.0892265 May 21 15:36:34.818891 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cdc14879-3199-4ec6-8fec-b57391d53032 req-d1dc006e-5adc-4d82-84b1-34afaeda0693 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410054 May 21 15:36:35.042805 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52594) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:35.061353 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.077663 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:35.081925 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Usage tracker for resource:security_group_rule and tenant:e3c6ae63fcce4abab0603454ca3070cf is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:35.086090 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:35.093107 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:35.205470 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.328879 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.335949 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:35.381996 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e3c6ae63fcce4abab0603454ca3070cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3379648 May 21 15:36:35.382932 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5197769-b868-4be3-bdf7-2b8fe77f1c1d,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:35.384740 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52602) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:35.386440 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:35.448560 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.475609 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.730005 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.740376 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:35.755420 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5197769-b868-4be3-bdf7-2b8fe77f1c1d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:35.760461 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:35.772841 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:35.774134 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f5197769-b868-4be3-bdf7-2b8fe77f1c1d HTTP/1.1" status: 204 len: 168 time: 0.3877406 May 21 15:36:35.811918 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cd7b1-6cf1-4ff9-a2e0-cad557a35e6b req-1a4f3397-0fa3-4fa1-8dc5-374d8a11671f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:35.813446 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a6cd7b1-6cf1-4ff9-a2e0-cad557a35e6b req-1a4f3397-0fa3-4fa1-8dc5-374d8a11671f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1302085 May 21 15:36:35.897714 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a6cd7b1-6cf1-4ff9-a2e0-cad557a35e6b req-b5e887ab-81ce-434c-a582-429b9da26f83 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666883 May 21 15:36:36.064928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcd9c31-170d-4ed0-9ccc-08a9832287c3 req-a67ed77e-1b2c-495c-85a3-eaf40c2a6a00 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:36.066935 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7bcd9c31-170d-4ed0-9ccc-08a9832287c3 req-a67ed77e-1b2c-495c-85a3-eaf40c2a6a00 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 943 time: 0.1029198 May 21 15:36:36.189077 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7bcd9c31-170d-4ed0-9ccc-08a9832287c3 req-63ae7ca3-ee78-4a52-acb6-0af2fe405ac5 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146841 May 21 15:36:36.784821 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52658) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:36.806550 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:36.826237 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:36.830607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Usage tracker for resource:security_group_rule and tenant:fa0eb2c8112c4ceb929f1900d1c13d96 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:36.833948 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:36.840170 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:36.956004 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 23d7429e-bc79-46b6-8801-286d557c8b05 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:36:36.971336 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.038466 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.093040 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:37.120597 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa0eb2c8112c4ceb929f1900d1c13d96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3345718 May 21 15:36:37.123744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52672) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:37.125964 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 23d7429e-bc79-46b6-8801-286d557c8b05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=23d7429e-bc79-46b6-8801-286d557c8b05,segment=NetworkSegment(ac447f9b-194c-4ccd-9966-acd0314aecfb),segment_id=ac447f9b-194c-4ccd-9966-acd0314aecfb)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:37.142111 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '23d7429e-bc79-46b6-8801-286d557c8b05', 'network_id': '0e7f479e-8a31-4f14-8ed6-179482374ef6', 'port_id': '23d7429e-bc79-46b6-8801-286d557c8b05', 'mac_address': 'fa:16:3e:68:02:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 783, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d58ff79-8f15-4dc1-986f-194993fb9a8b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:36:37.201616 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ece76d-328e-408b-9e46-df268d8ce5fe,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:37.209592 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:37.233245 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.256791 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.279573 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23d7429e-bc79-46b6-8801-286d557c8b05 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:36:37.300925 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 23d7429e-bc79-46b6-8801-286d557c8b05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=23d7429e-bc79-46b6-8801-286d557c8b05,segment=NetworkSegment(ac447f9b-194c-4ccd-9966-acd0314aecfb),segment_id=ac447f9b-194c-4ccd-9966-acd0314aecfb)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:37.314158 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.388166 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d42faac-3e0d-4315-9f17-1023c94224d8 req-4bdeb020-861c-4352-8b24-a719a00d1e24 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:37.389899 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9d42faac-3e0d-4315-9f17-1023c94224d8 req-4bdeb020-861c-4352-8b24-a719a00d1e24 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1537397 May 21 15:36:37.455202 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9d42faac-3e0d-4315-9f17-1023c94224d8 req-ea6a9731-be43-4158-bced-5ace7118d537 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511343 May 21 15:36:37.466672 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.468868 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:37.600224 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=23d7429e-bc79-46b6-8801-286d557c8b05,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:37.602750 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.611609 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:37.624092 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c430d200-04ea-48e1-b363-55e703bc92ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:37.638810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ece76d-328e-408b-9e46-df268d8ce5fe,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:37.643136 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:37.663401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:37.666471 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a342d1a7-086a-4a6c-a74a-ec95342f8bee admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/23ece76d-328e-408b-9e46-df268d8ce5fe HTTP/1.1" status: 204 len: 168 time: 0.5392005 May 21 15:36:37.722681 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88b071-48c2-4dca-95af-15680356569a req-a0c02bd9-3163-4f4c-8079-e22108ffc92a tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:37.724985 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9b88b071-48c2-4dca-95af-15680356569a req-a0c02bd9-3163-4f4c-8079-e22108ffc92a tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 944 time: 0.1822317 May 21 15:36:37.831220 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9b88b071-48c2-4dca-95af-15680356569a req-8af4fdae-c6a6-4f8c-8fbb-134a8eaa0cd4 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646217 May 21 15:36:37.924065 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104e058-9517-4107-811a-91622711aa3b req-0d87a94d-f5b1-4612-9066-ffe376152983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:37.925742 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b104e058-9517-4107-811a-91622711aa3b req-0d87a94d-f5b1-4612-9066-ffe376152983 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 1098 time: 0.1051090 May 21 15:36:37.988015 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b104e058-9517-4107-811a-91622711aa3b req-cdd27c5c-9ed7-4998-a5ca-975b4511aecc service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549431 May 21 15:36:38.034163 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['23d7429e-bc79-46b6-8801-286d557c8b05'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:36:38.729677 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e30ecff-9dd2-4291-a834-cf9250414db3 req-e0e6dcce-d3c4-45b9-b7b6-bc28dc972c5e tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:38.731213 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e30ecff-9dd2-4291-a834-cf9250414db3 req-e0e6dcce-d3c4-45b9-b7b6-bc28dc972c5e tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1187646 May 21 15:36:38.780410 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e30ecff-9dd2-4291-a834-cf9250414db3 req-6bb95e68-630d-49bf-a495-575495b466c6 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421929 May 21 15:36:39.040249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a056eb-6c27-4e3a-a10d-c29ded7aa41f req-ec17233c-9d24-45a4-8e33-30dd366a4e17 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:39.042062 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d2a056eb-6c27-4e3a-a10d-c29ded7aa41f req-ec17233c-9d24-45a4-8e33-30dd366a4e17 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 944 time: 0.1072309 May 21 15:36:39.096832 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d2a056eb-6c27-4e3a-a10d-c29ded7aa41f req-bf7fd53d-f9cb-4dd2-88a9-b7a157478261 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491378 May 21 15:36:39.992247 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbde77b-ad36-4157-8ef1-096ad144962b req-6a6f5a21-1f7f-4d56-8d05-ca43a6b5bedf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:39.993815 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8cbde77b-ad36-4157-8ef1-096ad144962b req-6a6f5a21-1f7f-4d56-8d05-ca43a6b5bedf tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0931854 May 21 15:36:40.041997 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8cbde77b-ad36-4157-8ef1-096ad144962b req-5733858b-f7c3-4742-9b4d-6d564e65d266 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415654 May 21 15:36:40.187516 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f85ddb5a-5c68-41af-986d-a132e7872fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:40.320729 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34306ec-9311-4e1b-95f0-95b7e4d37460 req-bd9f32aa-adcb-448a-9c3b-2ccbae116d1f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:40.322408 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f34306ec-9311-4e1b-95f0-95b7e4d37460 req-bd9f32aa-adcb-448a-9c3b-2ccbae116d1f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1625028 May 21 15:36:40.361143 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131eef21-d688-47da-922c-f3e4cf305b66 req-408a1160-7906-4bfa-ba4e-71064d490454 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:40.362955 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-131eef21-d688-47da-922c-f3e4cf305b66 req-408a1160-7906-4bfa-ba4e-71064d490454 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 944 time: 0.1258562 May 21 15:36:40.406668 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f34306ec-9311-4e1b-95f0-95b7e4d37460 req-ccb88b12-82b1-4445-b28c-0a171a777443 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731616 May 21 15:36:40.433866 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-131eef21-d688-47da-922c-f3e4cf305b66 req-d94dab91-6f4e-442c-b5b1-51320145ba5d tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550358 May 21 15:36:41.006330 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 23d7429e-bc79-46b6-8801-286d557c8b05 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:36:41.334518 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 23d7429e-bc79-46b6-8801-286d557c8b05 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:36:41.340393 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 23d7429e-bc79-46b6-8801-286d557c8b05 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:36:41.340962 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:41.481472 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:41.538564 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28886619-23a4-4760-b37f-169a43e7f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7429e-bc79-46b6-8801-286d557c8b05'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:41.565822 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 23d7429e-bc79-46b6-8801-286d557c8b05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=23d7429e-bc79-46b6-8801-286d557c8b05,segment=NetworkSegment(ac447f9b-194c-4ccd-9966-acd0314aecfb),segment_id=ac447f9b-194c-4ccd-9966-acd0314aecfb)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:41.618932 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886619-23a4-4760-b37f-169a43e7f046', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23d7429e-bc79-46b6-8801-286d557c8b05', 'code': 200} May 21 15:36:41.686809 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:41.689292 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:41.747974 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc67390-20e9-48e3-b5e6-e35a5e92959e req-f34843b7-8eda-47b9-a508-e1f3d1fd6275 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:41.750806 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1fc67390-20e9-48e3-b5e6-e35a5e92959e req-f34843b7-8eda-47b9-a508-e1f3d1fd6275 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 944 time: 0.1663368 May 21 15:36:41.814915 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=23d7429e-bc79-46b6-8801-286d557c8b05,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:41.816055 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1fc67390-20e9-48e3-b5e6-e35a5e92959e req-a2bee4d3-81ce-437d-a83f-8fb36f4685a0 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605798 May 21 15:36:41.832681 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:42.031107 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-d3f0b126-8615-40d5-843a-dafa1273855a service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791576 May 21 15:36:42.189716 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae048ea-0e9c-4433-bc58-3a2f436f31d5 req-b16f8e0b-af8c-46d8-9e14-fff5c85f88ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:42.191119 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5ae048ea-0e9c-4433-bc58-3a2f436f31d5 req-b16f8e0b-af8c-46d8-9e14-fff5c85f88ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 1098 time: 0.0730443 May 21 15:36:42.194316 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-bbea42da-f163-48f5-bd24-c49ddf5b8c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:42.195871 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-bbea42da-f163-48f5-bd24-c49ddf5b8c7e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.0774848 May 21 15:36:42.241690 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5ae048ea-0e9c-4433-bc58-3a2f436f31d5 req-f5c6a900-a7ed-4a0b-8b99-0bc61fe0da8e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416279 May 21 15:36:42.410049 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-c7f49993-d119-4b7f-9d6c-42ed994ef94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:42.412135 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-c7f49993-d119-4b7f-9d6c-42ed994ef94b service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.1949987 May 21 15:36:42.563306 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-4afd28d1-d717-467c-923b-09a6f1b963a2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.0784211 May 21 15:36:42.668245 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-5ba598e0-57e2-436b-b2ce-6df1b125f6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:42.670235 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-5ba598e0-57e2-436b-b2ce-6df1b125f6d7 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.0970776 May 21 15:36:42.678463 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:42.730179 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-b2adfefc-60a0-4cd1-a2c0-8ad4213ed59b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483270 May 21 15:36:42.859270 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-44972f98-37a0-4a7f-9bc7-7721ba9d1a51 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/networks?tenant_id=c544a455d1f94298940ddfb657b08c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0930331 May 21 15:36:42.900559 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-20522eeb-f5eb-46a8-8081-54b993f040bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:43.142269 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-dfa335e8-b6ef-4324-aadb-ebbc53d70da9 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4040539 May 21 15:36:43.245400 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8c361930-3557-4ee1-89d6-dfb3eb922fb0 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:43.247250 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8c361930-3557-4ee1-89d6-dfb3eb922fb0 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3769267 May 21 15:36:43.344821 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-437e6e81-89eb-4ea8-b968-7e68ad035ec2 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/quotas/c544a455d1f94298940ddfb657b08c1b HTTP/1.1" status: 200 len: 375 time: 0.0441067 May 21 15:36:43.419281 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-0b6a6a1a-6b21-4147-b607-2fa09f3edae5 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c544a455d1f94298940ddfb657b08c1b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0669928 May 21 15:36:43.447845 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0c947ff-a04d-4e0b-9f2a-ce278eb38f16 req-95006a3e-274c-462b-b122-d5edbfb483c8 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2894006 May 21 15:36:43.455615 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c46ea20-0f9c-4995-8457-d4b0ae77b843 req-efc3caf8-81d6-4b50-8d25-04b17111c185 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:43.457128 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c46ea20-0f9c-4995-8457-d4b0ae77b843 req-efc3caf8-81d6-4b50-8d25-04b17111c185 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 945 time: 0.3101060 May 21 15:36:43.510341 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c46ea20-0f9c-4995-8457-d4b0ae77b843 req-54971f85-9722-43fd-ba6b-4b0233bb520b tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448902 May 21 15:36:43.878753 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2894c1b-ab4b-4f0c-a1b4-80ed71411c4c req-7c89ab90-fdf7-4553-ae88-4243d89e3164 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 210 time: 0.0502937 May 21 15:36:43.930329 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:44.239256 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52898) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:44.401176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:44.401176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:44.401176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Usage tracker for resource:security_group_rule and tenant:5eeb2641396342048d9dce8975cda4bf is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:44.402538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:44.410423 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:44.511435 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:44.657706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:44.685245 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:44.734176 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4183213-b8af-479b-a619-6ac7ebde1985 req-f78e91be-7940-4574-aeb8-fb3a0f9bb8f2 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:44.743000 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b4183213-b8af-479b-a619-6ac7ebde1985 req-f78e91be-7940-4574-aeb8-fb3a0f9bb8f2 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 945 time: 0.1168833 May 21 15:36:44.756522 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5eeb2641396342048d9dce8975cda4bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5153785 May 21 15:36:44.757543 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=206c00a2-4819-4772-ae89-1915f7e17546,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:44.759691 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 52910) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:44.766139 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.766489 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.766870 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.767342 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.767726 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.768064 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.768395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.768812 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.769191 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.769518 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.769842 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.770163 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:44.774735 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:44.836399 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b4183213-b8af-479b-a619-6ac7ebde1985 req-48ec7cc1-45ea-4ea3-8bb4-52fc02704664 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923662 May 21 15:36:44.874667 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:44.907615 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.121718 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52924) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:45.127625 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-0ca5d41d-ca74-4eff-84ca-ac48f278a652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:45.129140 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-0ca5d41d-ca74-4eff-84ca-ac48f278a652 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.1657519 May 21 15:36:45.171135 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5bdcfe-a440-4da7-afb2-5e8d58777e4c req-0fb4b35b-f289-49dc-9c44-962a2c491404 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:45.172678 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ed5bdcfe-a440-4da7-afb2-5e8d58777e4c req-0fb4b35b-f289-49dc-9c44-962a2c491404 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1735265 May 21 15:36:45.262622 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.275677 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.291293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-75f503ba-9bca-4a92-97a3-bff0d82e3391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:45.292703 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:45.296820 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Usage tracker for resource:security_group_rule and tenant:877c54f511fb42d9a3c64d66f7b4721c is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:45.300065 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:45.306066 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73499974-1808-42a1-83a3-5bffebbd1386 req-bd0645e5-47fc-493d-a01e-d0e5a4dfc08a tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 210 time: 0.1468728 May 21 15:36:45.307108 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:45.326436 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=206c00a2-4819-4772-ae89-1915f7e17546,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:45.326436 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.326436 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/206c00a2-4819-4772-ae89-1915f7e17546 HTTP/1.1" status: 204 len: 168 time: 0.5648704 May 21 15:36:45.328459 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:45.363018 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ed5bdcfe-a440-4da7-afb2-5e8d58777e4c req-c72d7b1a-5f35-4bd9-b9f7-b8febf4b9b6d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565378 May 21 15:36:45.389906 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-4f5fb316-023f-4cb4-8746-13d5a216d9c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:45.391896 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-4f5fb316-023f-4cb4-8746-13d5a216d9c7 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.2548866 May 21 15:36:45.438294 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.468731 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-1d1f45dd-ccc2-4e05-9670-2ddea5bbefc2 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.0696454 May 21 15:36:45.552797 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.553158 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-2bbf305c-050f-424a-9307-8f574afd6be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:45.554871 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-2bbf305c-050f-424a-9307-8f574afd6be9 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.0670774 May 21 15:36:45.584145 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-17922970-e019-4c9e-b322-9ee9b7f0b7c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:45.591757 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.597557 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=877c54f511fb42d9a3c64d66f7b4721c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4747217 May 21 15:36:45.601427 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 52934) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:45.616874 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-61d45db2-603d-4c72-9978-0d7089832145 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541801 May 21 15:36:45.643171 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196017bd-4cbe-4c9f-aad2-21e4efb698b2,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:45.649162 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:45.691783 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.726391 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.794755 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-60184e31-4b25-43e8-bf57-67f5a9ceeb59 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684191 May 21 15:36:45.900146 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.914452 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2844d049-5568-42c7-bdc2-10333408406f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:45.941298 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196017bd-4cbe-4c9f-aad2-21e4efb698b2,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:45.945821 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:45.948618 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:45.949637 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/196017bd-4cbe-4c9f-aad2-21e4efb698b2 HTTP/1.1" status: 204 len: 168 time: 0.3473883 May 21 15:36:45.991930 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fd92021-c5ac-4615-97a5-eee839220bd7 req-b2f90f68-5fc6-4664-8cf3-cf831c0f96c7 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913986 May 21 15:36:46.473399 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-425da9a0-f677-44b1-b76f-e0c7d4482719 req-61e245bd-e00a-4eed-8efd-6b31eafab82e tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 210 time: 0.0495253 May 21 15:36:46.731829 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f31e0-f8d6-49a8-8203-ddf7e5a62b1e req-1075420d-0d56-4882-a015-d6c488a91971 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:46.733414 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cd1f31e0-f8d6-49a8-8203-ddf7e5a62b1e req-1075420d-0d56-4882-a015-d6c488a91971 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2326596 May 21 15:36:46.792432 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cd1f31e0-f8d6-49a8-8203-ddf7e5a62b1e req-144b8e78-6616-4937-b8c9-784b8529b548 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468950 May 21 15:36:47.244265 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-5948daf6-1d4a-4d7d-984c-4603670fd84d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.74 "GET /v2.0/networks?tenant_id=c544a455d1f94298940ddfb657b08c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299809 May 21 15:36:47.448760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-b1952530-c9ab-422a-847b-ef7f0b9bd6d5 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:47.451788 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-b1952530-c9ab-422a-847b-ef7f0b9bd6d5 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1972156 May 21 15:36:47.471422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Request body: {'port': {'device_id': '2698ba78-4f7a-442c-9aed-670de7685546', 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141', 'admin_state_up': True, 'tenant_id': 'c544a455d1f94298940ddfb657b08c1b'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:47.672576 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a7518b22-f1e1-49dd-a5f3-9f3ad094ed19 req-53431720-c23c-4988-a570-7a4288563622 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 210 time: 0.0653863 May 21 15:36:47.685144 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:47.704591 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Usage tracker for resource:port and tenant:c544a455d1f94298940ddfb657b08c1b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:47.707076 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:47.717825 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:47.815714 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Made reservation on behalf of c544a455d1f94298940ddfb657b08c1b for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:36:47.820978 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:47.839738 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:47.860528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:47.864860 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Usage tracker for resource:security_group_rule and tenant:c544a455d1f94298940ddfb657b08c1b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:47.868318 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:47.876471 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:48.041481 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.057484 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf9f5ac-4dc2-4be7-b015-e600c4d0fd07 req-ca7da59a-d217-4d32-b818-2c6d99ad5ccc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:48.059044 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2cf9f5ac-4dc2-4be7-b015-e600c4d0fd07 req-ca7da59a-d217-4d32-b818-2c6d99ad5ccc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1362019 May 21 15:36:48.094411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.111681 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2cf9f5ac-4dc2-4be7-b015-e600c4d0fd07 req-4cf2d44f-a059-44e3-b421-c461cc5918c2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446260 May 21 15:36:48.134069 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.137258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bf1a10d8-3d93-48ed-80f2-5773c8c8a7d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:48.220639 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d05ebf2-2417-4930-8803-00e6a1327024,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:48.237581 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.237825 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.238105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.244626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:48.246459 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:48.363387 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Allocated IP 192.168.233.33 (c0ef41be-3bcd-4716-b6a0-751fbc833141/73160b84-849c-4a67-85eb-675098cea52d/b7c7412d-4909-4d16-ad99-c6b80e7fae2c) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:36:48.639601 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.660419 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Transition to ACTIVE for port object b7c7412d-4909-4d16-ad99-c6b80e7fae2c will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:36:48.843380 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a8b9875-5a30-473a-900f-46a45204d3fc req-1fa34c95-2559-48c1-8fa2-71ddf0f05373 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 210 time: 0.0483153 May 21 15:36:48.845180 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.851672 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:48.920853 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Network c0ef41be-3bcd-4716-b6a0-751fbc833141 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:36:48.924303 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:36:48.927488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:36:48.933376 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:48.934192 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:48.950261 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Pushing event updated for resources: {'Port': ['ID=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:48.953572 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:49.169801 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7077382 May 21 15:36:49.195390 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Request body: {'port': {'device_id': '2698ba78-4f7a-442c-9aed-670de7685546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:36:49.267922 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ae66197c-ee94-4e77-a5f4-838a78cbc490 None None] Provisioning for port b7c7412d-4909-4d16-ad99-c6b80e7fae2c completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:36:49.274508 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ae66197c-ee94-4e77-a5f4-838a78cbc490 None None] Provisioning complete for port b7c7412d-4909-4d16-ad99-c6b80e7fae2c triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:36:49.274688 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ae66197c-ee94-4e77-a5f4-838a78cbc490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:49.356031 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-ae66197c-ee94-4e77-a5f4-838a78cbc490 None None] Port b7c7412d-4909-4d16-ad99-c6b80e7fae2c cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:36:49.436807 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:49.487343 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d12555-e7fd-45aa-a7ef-cd3e831c6e7f req-26118561-261f-48c6-b2f6-9957f738a356 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:49.488875 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-30d12555-e7fd-45aa-a7ef-cd3e831c6e7f req-26118561-261f-48c6-b2f6-9957f738a356 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2213514 May 21 15:36:49.640514 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-30d12555-e7fd-45aa-a7ef-cd3e831c6e7f req-ffd73047-7068-4721-8248-7b03d2ecf322 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333728 May 21 15:36:50.026530 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7c7412d-4909-4d16-ad99-c6b80e7fae2c {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:36:50.127476 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:50.147344 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Transition to ACTIVE for port object b7c7412d-4909-4d16-ad99-c6b80e7fae2c will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:36:50.189353 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-54991647-8f81-4c15-8376-5b29cce02828 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:50.190133 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-54991647-8f81-4c15-8376-5b29cce02828 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Synchronizing usage tracker for tenant:c544a455d1f94298940ddfb657b08c1b on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:36:50.210584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:50.216770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:50.340125 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-54991647-8f81-4c15-8376-5b29cce02828 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Unset dirty status for tenant:c544a455d1f94298940ddfb657b08c1b on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:36:50.341337 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-54991647-8f81-4c15-8376-5b29cce02828 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 935 time: 0.3694663 May 21 15:36:50.415298 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:50.418334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:50.461790 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Attempting to bind port b7c7412d-4909-4d16-ad99-c6b80e7fae2c on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:36:50.462448 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Attempting to bind port b7c7412d-4909-4d16-ad99-c6b80e7fae2c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:36:50.464105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Attempting to bind port b7c7412d-4909-4d16-ad99-c6b80e7fae2c on network c0ef41be-3bcd-4716-b6a0-751fbc833141 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:36:50.469775 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-22045ca4-0b53-4285-a249-1a9ed2090c0e tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Synchronizing usage tracker for tenant:c544a455d1f94298940ddfb657b08c1b on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:36:50.475273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Port b7c7412d-4909-4d16-ad99-c6b80e7fae2c on network c0ef41be-3bcd-4716-b6a0-751fbc833141 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:36:50.475587 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Attempting to bind port b7c7412d-4909-4d16-ad99-c6b80e7fae2c on network c0ef41be-3bcd-4716-b6a0-751fbc833141 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:36:50.486132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:36:50.486458 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Checking segment: {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:36:50.486862 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Bound using segment: {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:36:50.487287 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Bound port: b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff5b35bc-1705-4cc7-b68b-989aad21b933', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 785, 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:36:50.487818 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:50.582871 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] For port b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:36:50.585824 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] For port b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:36:50.643213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-22045ca4-0b53-4285-a249-1a9ed2090c0e tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Unset dirty status for tenant:c544a455d1f94298940ddfb657b08c1b on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:36:50.644400 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-50f05155-5e8d-4d00-9847-607f270c6c4d req-22045ca4-0b53-4285-a249-1a9ed2090c0e tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925270 May 21 15:36:50.678117 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:50.693095 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:50.738705 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:50.740011 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:50.742062 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] 10.222.0.74 "PUT /v2.0/ports/b7c7412d-4909-4d16-ad99-c6b80e7fae2c HTTP/1.1" status: 200 len: 1097 time: 1.5519435 May 21 15:36:50.742819 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2698ba78-4f7a-442c-9aed-670de7685546', 'tag': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:50.780633 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Pushing event updated for resources: {'Port': ['ID=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:50.792140 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:50.816230 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2698ba78-4f7a-442c-9aed-670de7685546', 'tag': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c', 'status': 'completed', 'code': 200} May 21 15:36:51.036936 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c31a1-a6bd-4d6c-9138-4254936a4e41 req-60738edc-c963-47aa-8e2b-a1bda7f593a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.038595 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f1c31a1-a6bd-4d6c-9138-4254936a4e41 req-60738edc-c963-47aa-8e2b-a1bda7f593a5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c544a455d1f94298940ddfb657b08c1b&device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 1100 time: 0.1976581 May 21 15:36:51.043433 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53086) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:51.079564 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5f28d9-acf3-4e12-95e8-113f54ab9d66 req-3ab845e7-07f7-4e97-8b5e-cdfa30a9a195 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.081241 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7c5f28d9-acf3-4e12-95e8-113f54ab9d66 req-3ab845e7-07f7-4e97-8b5e-cdfa30a9a195 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2415712 May 21 15:36:51.086132 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f1c31a1-a6bd-4d6c-9138-4254936a4e41 req-9ab818ba-9b8a-4e89-85d2-7917a2f10e7f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=c544a455d1f94298940ddfb657b08c1b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391457 May 21 15:36:51.217103 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7c5f28d9-acf3-4e12-95e8-113f54ab9d66 req-9632aae8-2079-4d54-9b14-0fb0de917811 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270251 May 21 15:36:51.219831 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.236335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:51.243978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Usage tracker for resource:security_group_rule and tenant:d8986340ec43489dbc46cad02b320763 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:51.246002 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:51.258249 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:51.280303 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c31a1-a6bd-4d6c-9138-4254936a4e41 req-e6459b57-fc94-4242-b134-a68ee89c9b91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.282086 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f1c31a1-a6bd-4d6c-9138-4254936a4e41 req-e6459b57-fc94-4242-b134-a68ee89c9b91 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734877 May 21 15:36:51.371216 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.454570 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.464066 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-90609a38-8c95-4f16-9066-6c89025239aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:51.472998 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-fa8cc5b9-cfb2-473e-967e-5be7ff78f581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.475338 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-fa8cc5b9-cfb2-473e-967e-5be7ff78f581 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c544a455d1f94298940ddfb657b08c1b&device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 1100 time: 0.1342986 May 21 15:36:51.512695 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d8986340ec43489dbc46cad02b320763&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4679592 May 21 15:36:51.553746 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d4d39a-a02a-4840-9eb2-8e31c7603b40,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:51.553746 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:51.556722 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53104) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:51.606910 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-720f9c8c-c321-4d74-ba0a-55613dc2e667 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.33&port_id=b7c7412d-4909-4d16-ad99-c6b80e7fae2c HTTP/1.1" status: 200 len: 217 time: 0.1183920 May 21 15:36:51.682782 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-49807398-a39b-4368-b4d5-fa89deb11387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.684363 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-49807398-a39b-4368-b4d5-fa89deb11387 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=73160b84-849c-4a67-85eb-675098cea52d HTTP/1.1" status: 200 len: 843 time: 0.0700622 May 21 15:36:51.708428 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.753951 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.910696 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-f3d0a52c-77bc-473c-aac3-1bdb298f6bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.913811 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-f3d0a52c-77bc-473c-aac3-1bdb298f6bc1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0ef41be-3bcd-4716-b6a0-751fbc833141&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1176 time: 0.2220900 May 21 15:36:51.917258 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.922372 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d671ba64-78c3-4c8c-b737-25b21692602f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:51.934701 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d4d39a-a02a-4840-9eb2-8e31c7603b40,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:51.937595 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:51.939564 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:51.940631 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/32d4d39a-a02a-4840-9eb2-8e31c7603b40 HTTP/1.1" status: 204 len: 168 time: 0.3828506 May 21 15:36:51.964547 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889cdd26-292b-4498-91d8-961549e2146d req-a773b974-f7ab-42fb-934f-575c2b41fc39 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:51.966057 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-889cdd26-292b-4498-91d8-961549e2146d req-a773b974-f7ab-42fb-934f-575c2b41fc39 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 947 time: 0.1883090 May 21 15:36:52.144677 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-889cdd26-292b-4498-91d8-961549e2146d req-43edf6bd-a06b-4816-8e6f-95e2ad8f31fa tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240048 May 21 15:36:52.172908 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-468a04f7-99c8-494b-9ca0-bd301ab8b0ad service neutron] 10.222.0.74 "GET /v2.0/networks/c0ef41be-3bcd-4716-b6a0-751fbc833141?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2451863 May 21 15:36:52.261822 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8136ed93-6cce-4fc7-8313-695fc09c969d req-2fdf94f4-43de-4626-bd3e-0eada3a0915b tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:52.263354 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8136ed93-6cce-4fc7-8313-695fc09c969d req-2fdf94f4-43de-4626-bd3e-0eada3a0915b tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 945 time: 0.2042663 May 21 15:36:52.358637 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8136ed93-6cce-4fc7-8313-695fc09c969d req-9e9d4dd8-173f-43a1-a605-1adc2c573c69 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811691 May 21 15:36:52.365021 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3dc33a7-4fcf-45ba-adb8-3561e5449e1c req-eba943c7-0f2a-4b40-bbda-de371fbb21f5 service neutron] 10.222.0.74 "GET /v2.0/networks/c0ef41be-3bcd-4716-b6a0-751fbc833141?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1840010 May 21 15:36:52.488469 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e0c73e-47d1-4bbb-b0b8-2d3ce32cbfa2 req-2bb57d6e-7854-42a9-85c2-5f0adf453e36 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:52.490365 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-02e0c73e-47d1-4bbb-b0b8-2d3ce32cbfa2 req-2bb57d6e-7854-42a9-85c2-5f0adf453e36 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0841951 May 21 15:36:52.554823 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-02e0c73e-47d1-4bbb-b0b8-2d3ce32cbfa2 req-9df8c982-e336-40ca-9613-09fe468e1005 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578368 May 21 15:36:52.667022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53124) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:52.686608 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:52.702419 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:52.706781 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Usage tracker for resource:security_group_rule and tenant:45649eb7b8ad443ebe2c3e47c41520f0 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:52.710343 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:52.716916 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:52.814225 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:52.877142 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:52.884526 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f2398ec0-e63e-4a83-a9e8-affa6f713182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:52.930066 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=45649eb7b8ad443ebe2c3e47c41520f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2615123 May 21 15:36:52.931228 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a9847-1977-4485-b94a-15e311df6ea1,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:52.933493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 53132) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:52.934577 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:53.083695 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:53.110142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:53.237168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:53.242122 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f593e382-f1b3-4e70-8c0b-9b485fa5af9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:53.255185 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a9847-1977-4485-b94a-15e311df6ea1,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:53.259921 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:53.260706 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:53.261768 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/746a9847-1977-4485-b94a-15e311df6ea1 HTTP/1.1" status: 204 len: 168 time: 0.3268852 May 21 15:36:53.352456 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6107c3b8-7414-448d-a2c3-03266e8d5518 req-8283b508-af74-43ba-b78d-89c3ec28ee43 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:53.352456 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6107c3b8-7414-448d-a2c3-03266e8d5518 req-8283b508-af74-43ba-b78d-89c3ec28ee43 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 947 time: 0.0883863 May 21 15:36:53.399775 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6107c3b8-7414-448d-a2c3-03266e8d5518 req-d163e766-9d8c-4971-a079-1b2db4f61b43 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455236 May 21 15:36:53.589193 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f72d023-693e-4310-a98d-4a1e16de10c6 req-1e5ceea2-8c1c-4d6a-bb64-866bff9df1b0 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:53.590658 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7f72d023-693e-4310-a98d-4a1e16de10c6 req-1e5ceea2-8c1c-4d6a-bb64-866bff9df1b0 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 945 time: 0.0917921 May 21 15:36:53.640811 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7f72d023-693e-4310-a98d-4a1e16de10c6 req-11f55e62-d1d7-4dd3-b9e4-e35ffa292750 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443988 May 21 15:36:53.871426 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73b1644-0064-441f-aed7-89f6d0146ee2 req-968d08ea-a358-43bb-8b6f-e702ed720f7f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:53.871426 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c73b1644-0064-441f-aed7-89f6d0146ee2 req-968d08ea-a358-43bb-8b6f-e702ed720f7f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0998535 May 21 15:36:53.934383 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c73b1644-0064-441f-aed7-89f6d0146ee2 req-791a66de-19f0-448a-b5e9-a1d982a1809d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559733 May 21 15:36:54.597716 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44f6e7f-3994-4116-bce3-e5239517685b req-2ad8983e-948c-41c0-b3fa-65f9a2b67b5b tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:54.599377 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e44f6e7f-3994-4116-bce3-e5239517685b req-2ad8983e-948c-41c0-b3fa-65f9a2b67b5b tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 947 time: 0.0902507 May 21 15:36:54.666678 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e44f6e7f-3994-4116-bce3-e5239517685b req-639e7907-0fc8-4b3a-9ca1-710b834da7d9 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614038 May 21 15:36:54.907503 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-b3967cd0-b338-4497-9764-b430725ff867 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:54.908939 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-b3967cd0-b338-4497-9764-b430725ff867 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.74 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 945 time: 0.1521504 May 21 15:36:54.917056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe4caa9-0ec4-41fd-aa8c-8d4fe3ea06c1 req-914800de-ca02-447d-9686-30a8a82ed676 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:54.918518 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-abe4caa9-0ec4-41fd-aa8c-8d4fe3ea06c1 req-914800de-ca02-447d-9686-30a8a82ed676 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 945 time: 0.1245394 May 21 15:36:55.057260 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-abe4caa9-0ec4-41fd-aa8c-8d4fe3ea06c1 req-9d389713-5d89-42d7-9979-a0b3700f551f tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/security-groups?id=8565c7d7-a372-466b-94d6-5f995545f90b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069269 May 21 15:36:55.160520 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Deleting port 23d7429e-bc79-46b6-8801-286d557c8b05 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:36:55.160881 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:55.242947 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c82c02e-dc05-4bf5-8551-15c6f46ba605 req-056bd24b-bdcd-46d0-9f49-059ae01dd37d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:55.244436 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c82c02e-dc05-4bf5-8551-15c6f46ba605 req-056bd24b-bdcd-46d0-9f49-059ae01dd37d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1809537 May 21 15:36:55.347719 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c82c02e-dc05-4bf5-8551-15c6f46ba605 req-e3e89696-be70-407a-a5a1-27fb36a0f363 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 May 21 15:36:55.361355 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] For port 23d7429e-bc79-46b6-8801-286d557c8b05, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=23d7429e-bc79-46b6-8801-286d557c8b05,segment=NetworkSegment(ac447f9b-194c-4ccd-9966-acd0314aecfb),segment_id=ac447f9b-194c-4ccd-9966-acd0314aecfb)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:55.361743 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:55.493603 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Calling delete_port for 23d7429e-bc79-46b6-8801-286d557c8b05 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:36:55.837491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:55.846659 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-af38bcff-21aa-40ae-afca-45dcbaedf41b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:55.853022 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['23d7429e-bc79-46b6-8801-286d557c8b05'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:36:55.904647 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Pushing event deleted for resources: {'Port': ['ID=23d7429e-bc79-46b6-8801-286d557c8b05,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:55.934661 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:55.990560 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] No DVR routers for this DVR port 23d7429e-bc79-46b6-8801-286d557c8b05 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:36:55.996564 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:55.999246 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28886619-23a4-4760-b37f-169a43e7f046', 'name': 'network-vif-deleted', 'tag': '23d7429e-bc79-46b6-8801-286d557c8b05'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:36:56.011815 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3ec3528-7777-4241-9323-8c2552e56bcf req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.74 "DELETE /v2.0/ports/23d7429e-bc79-46b6-8801-286d557c8b05 HTTP/1.1" status: 204 len: 173 time: 1.0922577 May 21 15:36:56.020467 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1e7032-5089-4844-bf2c-9e01f3222b2b req-7bcebae9-3a34-4d68-b3f2-07a064c40674 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:56.022749 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc1e7032-5089-4844-bf2c-9e01f3222b2b req-7bcebae9-3a34-4d68-b3f2-07a064c40674 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 947 time: 0.2320187 May 21 15:36:56.069693 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc1e7032-5089-4844-bf2c-9e01f3222b2b req-0d498c44-46da-4fc6-955c-f76d98a40b50 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407629 May 21 15:36:56.124482 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28886619-23a4-4760-b37f-169a43e7f046', 'name': 'network-vif-deleted', 'tag': '23d7429e-bc79-46b6-8801-286d557c8b05', 'status': 'completed', 'code': 200} May 21 15:36:56.236322 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-b7ad377e-86a6-4039-8dbf-c2e5db369c71 req-45dc90cd-8854-4df8-a68f-134068627cf7 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Synchronizing usage tracker for tenant:c92d20a2a97e4a87bebcaad825d4c8bd on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:36:56.327958 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-b7ad377e-86a6-4039-8dbf-c2e5db369c71 req-45dc90cd-8854-4df8-a68f-134068627cf7 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Unset dirty status for tenant:c92d20a2a97e4a87bebcaad825d4c8bd on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:36:56.329916 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b7ad377e-86a6-4039-8dbf-c2e5db369c71 req-45dc90cd-8854-4df8-a68f-134068627cf7 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] 10.222.0.66 "GET /v2.0/ports?device_id=28886619-23a4-4760-b37f-169a43e7f046 HTTP/1.1" status: 200 len: 210 time: 0.1376805 May 21 15:36:56.486087 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53224) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:56.634297 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:56.649218 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:36:56.656118 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Usage tracker for resource:security_group_rule and tenant:7f59ecf188194311969dcc5c96e495ba is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:36:56.662811 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:36:56.669012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:36:56.671174 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3af220c-3b8e-4393-bca7-23db031dffb5 req-38f43f52-927e-492f-a89e-a25f91232ded tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:56.672662 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3af220c-3b8e-4393-bca7-23db031dffb5 req-38f43f52-927e-492f-a89e-a25f91232ded tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1954551 May 21 15:36:56.720606 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3af220c-3b8e-4393-bca7-23db031dffb5 req-82fcb603-b8ed-44c8-b85e-1adc1f545fc3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410790 May 21 15:36:56.757749 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:56.883132 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:56.897445 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9369b20b-bdd4-4417-8093-75959bb8e1ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:56.968354 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7f59ecf188194311969dcc5c96e495ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4784870 May 21 15:36:56.968354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26f3bbcb-a072-488b-bd54-6e5685f104aa,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:56.969470 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 53234) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:36:56.970010 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:57.044249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:57.074251 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:57.108952 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device b7c7412d-4909-4d16-ad99-c6b80e7fae2c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:36:57.258496 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:57.267888 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dc58161f-ce11-4d6e-b092-a738e9478f48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:57.276684 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:57.288374 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26f3bbcb-a072-488b-bd54-6e5685f104aa,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:57.297377 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c', 'network_id': 'c0ef41be-3bcd-4716-b6a0-751fbc833141', 'port_id': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c', 'mac_address': 'fa:16:3e:53:cc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 785, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73160b84-849c-4a67-85eb-675098cea52d', 'ip_address': '192.168.233.33'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:36:57.299257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:57.306900 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:57.311392 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/26f3bbcb-a072-488b-bd54-6e5685f104aa HTTP/1.1" status: 204 len: 168 time: 0.3388381 May 21 15:36:57.357121 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954b2a62-6b81-466d-8649-4132080c66ef req-e90ed973-8318-41df-bbf7-c9addfc778e2 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:57.369775 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-954b2a62-6b81-466d-8649-4132080c66ef req-e90ed973-8318-41df-bbf7-c9addfc778e2 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 947 time: 0.1726987 May 21 15:36:57.440579 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:57.460578 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7c7412d-4909-4d16-ad99-c6b80e7fae2c {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:36:57.469404 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-954b2a62-6b81-466d-8649-4132080c66ef req-6bfb103b-5fd6-4aea-9871-28dbcec1c54f tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976770 May 21 15:36:57.479570 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:36:57.602889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:36:57.604924 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:36:57.700954 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:36:57.711432 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.717397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:36:57.719787 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:36:57.924553 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c910667-6a0d-42f1-b70e-3aa5f94b0a86 req-5304ff83-506e-4db9-8feb-7af05dcdd0b8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:57.926068 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3c910667-6a0d-42f1-b70e-3aa5f94b0a86 req-5304ff83-506e-4db9-8feb-7af05dcdd0b8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0879054 May 21 15:36:57.972157 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3c910667-6a0d-42f1-b70e-3aa5f94b0a86 req-6f708c55-0da2-4bc5-8b98-5816f08a729d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394351 May 21 15:36:58.351000 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['b7c7412d-4909-4d16-ad99-c6b80e7fae2c'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:36:58.697945 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5cc5f2-213e-4f04-b76a-2a51bf06833e req-9b04f8ca-8f19-4fcd-9163-e955881f6dae tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:58.699488 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3e5cc5f2-213e-4f04-b76a-2a51bf06833e req-9b04f8ca-8f19-4fcd-9163-e955881f6dae tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 948 time: 0.0931234 May 21 15:36:58.748158 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3e5cc5f2-213e-4f04-b76a-2a51bf06833e req-05f5378d-51d0-4237-8fc7-614a73027c6a tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426984 May 21 15:36:59.110400 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:36:59.132626 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 23d7429e-bc79-46b6-8801-286d557c8b05 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:36:59.173951 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df95e655-562a-4ef6-9a85-fe4faa74b414 req-9dfa75ee-c1cd-486c-aacb-769ec7715b43 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:36:59.175545 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-df95e655-562a-4ef6-9a85-fe4faa74b414 req-9dfa75ee-c1cd-486c-aacb-769ec7715b43 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0935519 May 21 15:36:59.185031 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 23d7429e-bc79-46b6-8801-286d557c8b05 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:36:59.185519 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 23d7429e-bc79-46b6-8801-286d557c8b05 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:36:59.255313 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-df95e655-562a-4ef6-9a85-fe4faa74b414 req-e3a3f555-3f2d-40e7-99cf-374ed0b15dec tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681171 May 21 15:37:00.065350 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ad10d8-5f6d-4985-8a90-cbbef2a011ac req-6c246e7e-6c95-42b3-8fb4-2bff37510558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:00.066901 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-57ad10d8-5f6d-4985-8a90-cbbef2a011ac req-6c246e7e-6c95-42b3-8fb4-2bff37510558 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.1080627 May 21 15:37:00.076779 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86023e6a-86a3-4374-8e0b-bb9d8d0419bc req-98e296ae-9ece-4353-a539-55518b7f6beb tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:00.078520 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-86023e6a-86a3-4374-8e0b-bb9d8d0419bc req-98e296ae-9ece-4353-a539-55518b7f6beb tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 948 time: 0.1886694 May 21 15:37:00.152612 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-57ad10d8-5f6d-4985-8a90-cbbef2a011ac req-645518d9-ce55-4ed2-b2e9-a25e1331346d service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729392 May 21 15:37:00.160499 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-86023e6a-86a3-4374-8e0b-bb9d8d0419bc req-c744aac3-5195-478d-9cba-d2dd492981c6 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634553 May 21 15:37:00.456075 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5de2f78-d774-47d3-b021-5fcad2898a7d req-fac70c54-c1ae-45ff-b40e-fe376052e1fa tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:00.457707 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b5de2f78-d774-47d3-b021-5fcad2898a7d req-fac70c54-c1ae-45ff-b40e-fe376052e1fa tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0840209 May 21 15:37:00.504372 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b5de2f78-d774-47d3-b021-5fcad2898a7d req-cabd87c5-03cc-4117-bee4-111ce11d0536 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 May 21 15:37:01.139393 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device b7c7412d-4909-4d16-ad99-c6b80e7fae2c up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:01.282610 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port b7c7412d-4909-4d16-ad99-c6b80e7fae2c completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:01.288600 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port b7c7412d-4909-4d16-ad99-c6b80e7fae2c triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:01.289903 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:01.431632 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861ff33-788d-4cad-9eb3-5be6cadc59a9 req-9960478b-7c4c-4d36-b09f-e0dd80c92fb5 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:01.443471 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4861ff33-788d-4cad-9eb3-5be6cadc59a9 req-9960478b-7c4c-4d36-b09f-e0dd80c92fb5 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 948 time: 0.1467981 May 21 15:37:01.454731 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:01.493804 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53348) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:01.506241 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2698ba78-4f7a-442c-9aed-670de7685546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:01.519732 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:01.542845 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4861ff33-788d-4cad-9eb3-5be6cadc59a9 req-70af4a5c-7838-4c37-9e0e-0b40d6f59e2a tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979722 May 21 15:37:01.571338 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2698ba78-4f7a-442c-9aed-670de7685546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c', 'code': 200} May 21 15:37:01.597684 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:01.604295 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:01.718581 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:01.723897 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:01.775039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2481f803-ec07-4b6a-87eb-5d86c8bfa944 req-c2dbeb64-7aeb-4d53-bcf2-bd62cf7d52b4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:01.776942 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2481f803-ec07-4b6a-87eb-5d86c8bfa944 req-c2dbeb64-7aeb-4d53-bcf2-bd62cf7d52b4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1266155 May 21 15:37:01.826656 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:01.843115 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:01.848081 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Usage tracker for resource:security_group_rule and tenant:015abdb927a142c9afe2745f0d80e708 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:01.854233 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:01.857412 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:01.857880 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2481f803-ec07-4b6a-87eb-5d86c8bfa944 req-e2c34573-4212-4a4e-9333-5fa088addd50 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741456 May 21 15:37:01.962703 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.014388 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.027451 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:02.066571 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e38d269-60cc-4b11-bc10-30fc40ecd410,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:02.084614 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=015abdb927a142c9afe2745f0d80e708&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5932298 May 21 15:37:02.084614 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:02.085682 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53360) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:02.158075 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ececf-eb14-4f15-84c1-2a20009e6196 req-0d220816-e503-4293-aa18-26bb92c87bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:02.159843 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7c2ececf-eb14-4f15-84c1-2a20009e6196 req-0d220816-e503-4293-aa18-26bb92c87bd7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 1102 time: 0.0952637 May 21 15:37:02.160858 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.193441 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.221591 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7c2ececf-eb14-4f15-84c1-2a20009e6196 req-0ddf4f6f-4721-4839-9b5e-4ab8e1e0ee04 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 May 21 15:37:02.358414 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.364681 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:02.377702 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e38d269-60cc-4b11-bc10-30fc40ecd410,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:02.382055 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:02.418676 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:02.419852 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3e38d269-60cc-4b11-bc10-30fc40ecd410 HTTP/1.1" status: 204 len: 168 time: 0.3331902 May 21 15:37:02.746833 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9c9d70-2ea9-4b24-81a2-77cf9f2429a2 req-08a24fa2-50a8-48b5-9256-17f2983b50bc tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:02.748485 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5b9c9d70-2ea9-4b24-81a2-77cf9f2429a2 req-08a24fa2-50a8-48b5-9256-17f2983b50bc tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.0885117 May 21 15:37:02.805461 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5b9c9d70-2ea9-4b24-81a2-77cf9f2429a2 req-52691302-e70f-4126-b76d-03061e07fad3 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466008 May 21 15:37:03.051019 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4087ef-84c3-42b7-af6f-aa9e5fdd4cbd req-4d0529dc-081f-4965-b5cd-6ab2e999da1b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:03.053123 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c4087ef-84c3-42b7-af6f-aa9e5fdd4cbd req-4d0529dc-081f-4965-b5cd-6ab2e999da1b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0828114 May 21 15:37:03.098501 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c4087ef-84c3-42b7-af6f-aa9e5fdd4cbd req-bd245b1c-c079-4498-a905-3f61fc2ec000 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395901 May 21 15:37:03.259286 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53388) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:03.278109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:03.298204 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:03.303509 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Usage tracker for resource:security_group_rule and tenant:2332e474a7754bd2b71d82a687c00f4f is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:03.307136 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:03.313843 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:03.406670 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:03.482760 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:03.492599 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1c4273c2-a6f3-4382-b428-d29646c57ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:03.534646 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2332e474a7754bd2b71d82a687c00f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741878 May 21 15:37:03.535591 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0965d6a3-bb3b-4261-b0c7-2fac55ef45c8,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:03.539375 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-fdf80b96-89aa-4e2d-90c5-ba7fd6558586 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:03.539780 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 53400) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:03.633392 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:03.699004 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:03.845688 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd85f75a-a045-4c30-8ff3-b6aa732b719c req-09abe8ea-dc93-4db5-8bd9-d596edb07632 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:03.847297 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cd85f75a-a045-4c30-8ff3-b6aa732b719c req-09abe8ea-dc93-4db5-8bd9-d596edb07632 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1835392 May 21 15:37:03.871985 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-66657348-debd-44b3-8ad6-17443b27e5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:03.878089 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-66657348-debd-44b3-8ad6-17443b27e5a3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.1162739 May 21 15:37:03.923607 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cd85f75a-a045-4c30-8ff3-b6aa732b719c req-2fcd8178-acf3-4c72-b018-6abc65cb41d3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685034 May 21 15:37:04.053335 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:04.094390 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-17e407fa-a0ee-4195-ad24-86180e452167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:04.124762 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0965d6a3-bb3b-4261-b0c7-2fac55ef45c8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:04.133867 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:04.156552 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:04.162528 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0965d6a3-bb3b-4261-b0c7-2fac55ef45c8 HTTP/1.1" status: 204 len: 168 time: 0.6158984 May 21 15:37:04.189192 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-5a5edf09-d144-4fb5-9c3f-0bc6f8080dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:04.190643 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-5a5edf09-d144-4fb5-9c3f-0bc6f8080dcd service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.3013816 May 21 15:37:04.209138 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9da809-f7c6-4b07-b7cb-401e31977f04 req-287b87c0-7740-44e4-bf4a-7459e1ee8ba4 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:04.210626 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5f9da809-f7c6-4b07-b7cb-401e31977f04 req-287b87c0-7740-44e4-bf4a-7459e1ee8ba4 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.1645398 May 21 15:37:04.287850 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-e5b838b3-58a0-4222-a83b-89fe86c54718 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.0872457 May 21 15:37:04.357205 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5f9da809-f7c6-4b07-b7cb-401e31977f04 req-210775d1-cb3f-47fb-9de4-5d9e8189774a tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943124 May 21 15:37:04.371370 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-8fc34ca3-9dfd-4cd5-891f-225f1016d4a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:04.372869 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-8fc34ca3-9dfd-4cd5-891f-225f1016d4a3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.0693250 May 21 15:37:04.423150 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-3dcbc505-f2d6-4412-9e04-2853df467f48 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421588 May 21 15:37:04.624709 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-42e00030-38d8-4059-8f30-fee2d1217526 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1917672 May 21 15:37:04.815676 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73c79e9a-b4a8-44a7-a4d1-40102d06a048 req-2595e1b1-1d8c-433e-a6ea-02fddd7ddcd8 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802647 May 21 15:37:05.185627 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbabece-f59b-4eba-ab84-ed8729b5ab56 req-efec4802-7213-461a-a511-7d39db11d7c2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:05.187157 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebbabece-f59b-4eba-ab84-ed8729b5ab56 req-efec4802-7213-461a-a511-7d39db11d7c2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0995700 May 21 15:37:05.240191 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebbabece-f59b-4eba-ab84-ed8729b5ab56 req-85cb4453-dfaa-4787-afda-69fb9ea23052 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467534 May 21 15:37:05.444283 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53454) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:05.583873 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-563079020-network', 'tenant_id': 'eaba6a49716a4141a41e143cf8772dae'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:05.589071 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:05.593031 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Usage tracker for resource:network and tenant:eaba6a49716a4141a41e143cf8772dae is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:05.596039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:05.604698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:05.618568 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d1a5e-5782-4503-9a32-76d53bf698e5 req-f693931e-8ce5-48cb-98a0-e450d3bfefe8 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:05.620120 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4f1d1a5e-5782-4503-9a32-76d53bf698e5 req-f693931e-8ce5-48cb-98a0-e450d3bfefe8 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.0978038 May 21 15:37:05.672062 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4f1d1a5e-5782-4503-9a32-76d53bf698e5 req-661be3f7-5c2b-411e-a15e-f1b617989708 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457232 May 21 15:37:05.717247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Made reservation on behalf of eaba6a49716a4141a41e143cf8772dae for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:05.720863 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:05.740750 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:05.757421 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:05.762452 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Usage tracker for resource:security_group_rule and tenant:eaba6a49716a4141a41e143cf8772dae is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:05.766823 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:05.776489 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:05.875899 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:05.974564 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:05.985331 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b351d927-b71d-4b60-9ea5-138ab80a9cf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:06.007174 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 760} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:37:06.026656 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=376a08af-defd-4940-a7ac-cc9688f149dd,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:06.030577 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:06.034311 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:06.035086 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Added segment 4c8bdd1f-f219-4214-aa4e-37c008750a8d of type vlan for network beceaff3-584c-4de8-8387-53272ec7af0b May 21 15:37:06.065733 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:06.197247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:06.198592 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:06.199219 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:06.202853 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d38750e9-aeab-42f4-8671-06dc65e351a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:06.309595 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Pushing event updated for resources: {'Network': ['ID=beceaff3-584c-4de8-8387-53272ec7af0b,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:06.312713 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:06.321296 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network beceaff3-584c-4de8-8387-53272ec7af0b details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:37:06.399639 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9540021 May 21 15:37:06.405882 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53476) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:06.414327 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Request body: {'subnet': {'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-563079020-subnet', 'tenant_id': 'eaba6a49716a4141a41e143cf8772dae', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:06.421213 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:06.426205 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Usage tracker for resource:subnet and tenant:eaba6a49716a4141a41e143cf8772dae is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:06.430596 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:06.439465 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:06.534634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Made reservation on behalf of eaba6a49716a4141a41e143cf8772dae for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:06.537756 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3910792'] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:06.616486 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4662be2-6196-4771-a6fe-680caee3de2f req-a733413e-c34c-4898-bfcf-eff38c0d2860 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:06.618086 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f4662be2-6196-4771-a6fe-680caee3de2f req-a733413e-c34c-4898-bfcf-eff38c0d2860 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.1424379 May 21 15:37:06.658814 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3564152-b004-4a9e-a52c-8d98607c0f32 req-f0187d28-9830-4afe-99f5-baf9611b0673 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:06.660321 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a3564152-b004-4a9e-a52c-8d98607c0f32 req-f0187d28-9830-4afe-99f5-baf9611b0673 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1377075 May 21 15:37:06.708291 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f4662be2-6196-4771-a6fe-680caee3de2f req-792c481a-8e34-4db0-a2ad-b2049f5e63af tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774126 May 21 15:37:06.730946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a3564152-b004-4a9e-a52c-8d98607c0f32 req-5220bb64-37f9-48de-abcf-6608f3de7336 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570269 May 21 15:37:07.069022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3910822'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:07.072850 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:07.140624 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7be33eac-5985-421d-b5c9-42ecc3445efc,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:07.144408 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:07.151654 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Checking segment: {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:07.151994 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Network hostable DHCP agents. Network: beceaff3-584c-4de8-8387-53272ec7af0b, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:37:07.265837 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Network beceaff3-584c-4de8-8387-53272ec7af0b is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:37:07.385543 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, beceaff3-584c-4de8-8387-53272ec7af0b) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:07.394514 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d445b12c-04ef-48d7-8f6c-e0e58956bd10 None None] Network beceaff3-584c-4de8-8387-53272ec7af0b requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:37:07.414509 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:07.415153 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:07.529250 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1206462 May 21 15:37:07.603066 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95f62b6a-f3cb-4a24-9dba-f5b14ec8b05f None None] Network beceaff3-584c-4de8-8387-53272ec7af0b requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:37:08.066437 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b79593-5b9f-40c0-b934-c2ab6d91a4a7 req-8d7ccf49-8b8b-4652-b5e3-3f77507564bb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:08.067935 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b79593-5b9f-40c0-b934-c2ab6d91a4a7 req-8d7ccf49-8b8b-4652-b5e3-3f77507564bb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1497109 May 21 15:37:08.075604 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600bf7d0-ffc0-48e5-8fb3-54cb454718c5 req-65e053f0-4d19-4aed-918f-16539c5961cf tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:08.077125 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-600bf7d0-ffc0-48e5-8fb3-54cb454718c5 req-65e053f0-4d19-4aed-918f-16539c5961cf tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.1273975 May 21 15:37:08.145968 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74b79593-5b9f-40c0-b934-c2ab6d91a4a7 req-ad1ef163-3d2e-4e5a-aa4d-9d8586caf5a1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678031 May 21 15:37:08.156567 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-600bf7d0-ffc0-48e5-8fb3-54cb454718c5 req-e9f3b88a-3d8a-4c5b-a238-83700f034646 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632808 May 21 15:37:08.864428 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-3f128d4f-934a-4696-8617-dd6cf3ae1c08 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:08.866603 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-3f128d4f-934a-4696-8617-dd6cf3ae1c08 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.74 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.0904629 May 21 15:37:09.080578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Deleting port b7c7412d-4909-4d16-ad99-c6b80e7fae2c {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:37:09.081365 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:09.227346 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] For port b7c7412d-4909-4d16-ad99-c6b80e7fae2c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,segment=NetworkSegment(ff5b35bc-1705-4cc7-b68b-989aad21b933),segment_id=ff5b35bc-1705-4cc7-b68b-989aad21b933)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:09.227791 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:09.507343 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Calling delete_port for b7c7412d-4909-4d16-ad99-c6b80e7fae2c owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:37:09.618214 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f418001-c62b-44c2-8baa-6b0e97106231 req-b96c5326-d854-4b49-b0a3-da47dbab9e86 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:09.619718 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f418001-c62b-44c2-8baa-6b0e97106231 req-b96c5326-d854-4b49-b0a3-da47dbab9e86 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 949 time: 0.2393537 May 21 15:37:09.629142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef9ff0-432c-4187-b932-2b8415f12bdc req-82537859-86ca-4b48-83c8-fffd94bdb346 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:09.631279 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-75ef9ff0-432c-4187-b932-2b8415f12bdc req-82537859-86ca-4b48-83c8-fffd94bdb346 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2520356 May 21 15:37:09.757154 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f418001-c62b-44c2-8baa-6b0e97106231 req-a8f7bef3-1475-4077-9248-55b069041966 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/security-groups?id=7d05ebf2-2417-4930-8803-00e6a1327024&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248991 May 21 15:37:09.764210 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-75ef9ff0-432c-4187-b932-2b8415f12bdc req-28f453ac-c753-4eb2-9a7f-155c86e8d9d0 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155095 May 21 15:37:09.851386 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:09.862576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:09.914538 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Pushing event deleted for resources: {'Port': ['ID=b7c7412d-4909-4d16-ad99-c6b80e7fae2c,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:09.951617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:10.231224 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ddd4017-91c6-4bb2-8ca1-c68eb3861880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:10.404541 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-916e5ded-a7db-4df4-b75f-a167573ee811 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:10.406113 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-916e5ded-a7db-4df4-b75f-a167573ee811 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/networks?id=beceaff3-584c-4de8-8387-53272ec7af0b HTTP/1.1" status: 200 len: 813 time: 0.1478739 May 21 15:37:10.421985 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-f023586f-b891-431c-a1d0-e9c6e74d7c28 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/quotas/eaba6a49716a4141a41e143cf8772dae HTTP/1.1" status: 200 len: 375 time: 0.0097511 May 21 15:37:10.470296 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-f76eb8c1-cf31-4104-872a-f4999eab5687 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eaba6a49716a4141a41e143cf8772dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423241 May 21 15:37:10.559266 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] No DVR routers for this DVR port b7c7412d-4909-4d16-ad99-c6b80e7fae2c on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:37:10.570864 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:10.573579 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2698ba78-4f7a-442c-9aed-670de7685546', 'name': 'network-vif-deleted', 'tag': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:10.663583 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2698ba78-4f7a-442c-9aed-670de7685546', 'name': 'network-vif-deleted', 'tag': 'b7c7412d-4909-4d16-ad99-c6b80e7fae2c', 'status': 'completed', 'code': 200} May 21 15:37:10.667420 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-23a66682-6bda-48ab-9e67-32cbb91239c7 service neutron] 10.222.0.66 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893754 May 21 15:37:10.719641 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c1b14c2-3819-4234-bc5c-c250fa21271a req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.74 "DELETE /v2.0/ports/b7c7412d-4909-4d16-ad99-c6b80e7fae2c HTTP/1.1" status: 204 len: 173 time: 1.8469088 May 21 15:37:10.934617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-671162c2-5813-4a21-b806-a2297ce13172 req-8154bf50-709f-4dee-b229-6efbebcb340b tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Synchronizing usage tracker for tenant:c544a455d1f94298940ddfb657b08c1b on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:37:10.964520 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-67cf1f2d-532e-41dd-a251-3224848779b9 service neutron] 10.222.0.66 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2917428 May 21 15:37:11.082781 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-671162c2-5813-4a21-b806-a2297ce13172 req-8154bf50-709f-4dee-b229-6efbebcb340b tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Unset dirty status for tenant:c544a455d1f94298940ddfb657b08c1b on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:37:11.083930 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-671162c2-5813-4a21-b806-a2297ce13172 req-8154bf50-709f-4dee-b229-6efbebcb340b tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] 10.222.0.66 "GET /v2.0/ports?device_id=2698ba78-4f7a-442c-9aed-670de7685546 HTTP/1.1" status: 200 len: 210 time: 0.1999857 May 21 15:37:11.152930 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device b7c7412d-4909-4d16-ad99-c6b80e7fae2c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:37:11.197078 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: b7c7412d-4909-4d16-ad99-c6b80e7fae2c {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:37:11.197650 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device b7c7412d-4909-4d16-ad99-c6b80e7fae2c not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:37:11.270319 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebc2b7-08e1-4200-9340-5cdb1faef634 req-8fa557c6-88ab-47fa-957e-468558b4ae55 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:11.272246 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32ebc2b7-08e1-4200-9340-5cdb1faef634 req-8fa557c6-88ab-47fa-957e-468558b4ae55 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0887206 May 21 15:37:11.332224 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32ebc2b7-08e1-4200-9340-5cdb1faef634 req-a7e6b619-53d0-4b59-aaf4-2b8ccd51675b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484354 May 21 15:37:11.453224 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0aa82cc4-b155-415b-85ee-e4973d11c3e2 req-56a0b813-7b30-485b-af68-b6d3920d0095 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 210 time: 0.0550148 May 21 15:37:12.590142 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-176a95ca-87ef-465f-8857-3c27bc2507cc req-1a4473cb-6745-451d-a938-82ae21fc3213 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 210 time: 0.0700254 May 21 15:37:12.826340 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:12.878647 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fac40e34-aed9-4759-99c5-8db111c42d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:13.782339 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ed79a8f0-bc7d-4396-b77d-b7d01ae04680 req-16458e14-4c02-44ea-893a-1e6d11f7e95c tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 210 time: 0.0466146 May 21 15:37:13.905374 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:15.135607 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8d43f72b-2a66-4e22-886b-e6c45634a178 req-470b08de-374a-4cca-9a27-3f682147ac2d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 210 time: 0.1596792 May 21 15:37:15.263299 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-18b354b2-0763-4863-846f-8aedd1b6d5f8 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:15.264748 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-18b354b2-0763-4863-846f-8aedd1b6d5f8 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "GET /v2.0/networks?id=beceaff3-584c-4de8-8387-53272ec7af0b HTTP/1.1" status: 200 len: 813 time: 0.4252465 May 21 15:37:15.280883 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad38c5b3-5f47-4854-96d8-7f7f5d5e309e req-58fb8364-09df-4a01-92f4-be8fe2515ef1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:15.282282 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ad38c5b3-5f47-4854-96d8-7f7f5d5e309e req-58fb8364-09df-4a01-92f4-be8fe2515ef1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1520262 May 21 15:37:15.287382 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Request body: {'port': {'device_id': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b', 'admin_state_up': True, 'tenant_id': 'eaba6a49716a4141a41e143cf8772dae'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:15.417409 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ad38c5b3-5f47-4854-96d8-7f7f5d5e309e req-6aa3eaf2-963b-49eb-8d4f-5758842da5f5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164761 May 21 15:37:15.462889 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:15.475961 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Usage tracker for resource:port and tenant:eaba6a49716a4141a41e143cf8772dae is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:15.477664 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:15.497729 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:15.568899 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:15.648654 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Made reservation on behalf of eaba6a49716a4141a41e143cf8772dae for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:15.648654 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:15.866141 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Allocated IP 172.20.0.7 (beceaff3-584c-4de8-8387-53272ec7af0b/7be33eac-5985-421d-b5c9-42ecc3445efc/e03e16a6-8d8f-41c6-998c-57c4ac642052) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:16.093308 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:16.237373 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:16.243637 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:16.358643 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Network beceaff3-584c-4de8-8387-53272ec7af0b is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:16.367780 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:16.374453 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:16.379890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:16.380505 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:16.384316 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Pushing event updated for resources: {'Port': ['ID=e03e16a6-8d8f-41c6-998c-57c4ac642052,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:16.389611 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:16.425333 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a36e00-8ce7-4b01-bae8-72c3899dc5da req-4e874926-44bb-4fdb-bc71-72a589a27905 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:16.426145 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-25a36e00-8ce7-4b01-bae8-72c3899dc5da req-4e874926-44bb-4fdb-bc71-72a589a27905 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Synchronizing usage tracker for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:37:16.500354 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-25a36e00-8ce7-4b01-bae8-72c3899dc5da req-4e874926-44bb-4fdb-bc71-72a589a27905 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Unset dirty status for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:37:16.510648 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-25a36e00-8ce7-4b01-bae8-72c3899dc5da req-4e874926-44bb-4fdb-bc71-72a589a27905 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 931 time: 0.2225850 May 21 15:37:16.510648 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2259231 May 21 15:37:16.559756 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-25a36e00-8ce7-4b01-bae8-72c3899dc5da req-4cec6e1d-2252-4922-9e24-273689d7717e tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477195 May 21 15:37:16.636252 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Request body: {'port': {'device_id': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:16.763218 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.156802 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e03e16a6-8d8f-41c6-998c-57c4ac642052 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:37:17.165498 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.181704 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Transition to ACTIVE for port object e03e16a6-8d8f-41c6-998c-57c4ac642052 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:17.362869 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.366825 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:17.520139 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Pushing event updated for resources: {'Port': ['ID=e03e16a6-8d8f-41c6-998c-57c4ac642052,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:17.527108 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:17.549422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Attempting to bind port e03e16a6-8d8f-41c6-998c-57c4ac642052 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:17.549422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Attempting to bind port e03e16a6-8d8f-41c6-998c-57c4ac642052 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:17.549422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Attempting to bind port e03e16a6-8d8f-41c6-998c-57c4ac642052 on network beceaff3-584c-4de8-8387-53272ec7af0b {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:17.550241 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Port e03e16a6-8d8f-41c6-998c-57c4ac642052 on network beceaff3-584c-4de8-8387-53272ec7af0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:37:17.550554 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Attempting to bind port e03e16a6-8d8f-41c6-998c-57c4ac642052 on network beceaff3-584c-4de8-8387-53272ec7af0b {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:17.555668 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:17.555994 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Checking segment: {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:17.556395 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Bound using segment: {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:17.556810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Bound port: e03e16a6-8d8f-41c6-998c-57c4ac642052, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:17.557147 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.662551 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] For port e03e16a6-8d8f-41c6-998c-57c4ac642052, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:17.666299 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] For port e03e16a6-8d8f-41c6-998c-57c4ac642052, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e03e16a6-8d8f-41c6-998c-57c4ac642052,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:17.823121 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716b5380-6180-4b2c-af5b-3194d923bb9e req-e59bb442-f588-41ac-92d0-d1e0ab9cc692 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:17.824622 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-716b5380-6180-4b2c-af5b-3194d923bb9e req-e59bb442-f588-41ac-92d0-d1e0ab9cc692 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 943 time: 0.1427176 May 21 15:37:17.836559 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:17.842628 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:18.016625 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.017071 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.018331 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] 10.222.0.74 "PUT /v2.0/ports/e03e16a6-8d8f-41c6-998c-57c4ac642052 HTTP/1.1" status: 200 len: 1093 time: 1.3891938 May 21 15:37:18.018834 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'tag': 'e03e16a6-8d8f-41c6-998c-57c4ac642052'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:18.052205 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-716b5380-6180-4b2c-af5b-3194d923bb9e req-7682c351-a6c7-47bc-a2e0-00b04a2b8a4d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114027 May 21 15:37:18.056291 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Pushing event updated for resources: {'Port': ['ID=e03e16a6-8d8f-41c6-998c-57c4ac642052,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:18.059468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:18.071609 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:18.084450 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'tag': 'e03e16a6-8d8f-41c6-998c-57c4ac642052', 'status': 'completed', 'code': 200} May 21 15:37:18.176413 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea2a6e-7eaf-4c19-abde-7230808e1748 req-e847fe56-db96-4405-b25b-3c474dda890c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.178078 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0ea2a6e-7eaf-4c19-abde-7230808e1748 req-e847fe56-db96-4405-b25b-3c474dda890c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eaba6a49716a4141a41e143cf8772dae&device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 1096 time: 0.0734460 May 21 15:37:18.340911 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea2a6e-7eaf-4c19-abde-7230808e1748 req-7b47ec59-52e0-4c50-b506-92c7ad122ff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.342328 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0ea2a6e-7eaf-4c19-abde-7230808e1748 req-7b47ec59-52e0-4c50-b506-92c7ad122ff8 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=eaba6a49716a4141a41e143cf8772dae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1563823 May 21 15:37:18.481870 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ea2a6e-7eaf-4c19-abde-7230808e1748 req-680664a9-1cde-498a-9baa-7a27a10c1960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.483436 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c0ea2a6e-7eaf-4c19-abde-7230808e1748 req-680664a9-1cde-498a-9baa-7a27a10c1960 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1342287 May 21 15:37:18.607727 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-5b9126d6-df55-48b0-80cb-a616b9ea57db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.607727 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-5b9126d6-df55-48b0-80cb-a616b9ea57db service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eaba6a49716a4141a41e143cf8772dae&device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 1096 time: 0.0811772 May 21 15:37:18.687152 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-2f4d1154-d1fd-43cd-aeb6-a5848582f5c8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e03e16a6-8d8f-41c6-998c-57c4ac642052 HTTP/1.1" status: 200 len: 217 time: 0.0670161 May 21 15:37:18.757913 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-73a77887-2a8e-4625-8a6a-488d9a924555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:18.759446 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-73a77887-2a8e-4625-8a6a-488d9a924555 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7be33eac-5985-421d-b5c9-42ecc3445efc HTTP/1.1" status: 200 len: 853 time: 0.0652986 May 21 15:37:18.810171 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-585ed394-6381-4cd5-916f-2cad4b5d2ab9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=beceaff3-584c-4de8-8387-53272ec7af0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423262 May 21 15:37:18.955954 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-a9f5dcce-fb99-48c3-87d2-fd44471e1e8e service neutron] 10.222.0.74 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359010 May 21 15:37:19.123255 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a5a91dd-00c0-4747-8efd-40ff24bfea6b req-0b445d64-a82e-458d-8293-64aaec6d465c service neutron] 10.222.0.74 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607378 May 21 15:37:19.288686 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9005517-b9bf-4de1-a5da-cc6e3a4ab59c req-9a776f6a-abd7-4d13-a5d6-98d3a81d0fbe tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:19.290240 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f9005517-b9bf-4de1-a5da-cc6e3a4ab59c req-9a776f6a-abd7-4d13-a5d6-98d3a81d0fbe tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 943 time: 0.0875967 May 21 15:37:19.346572 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f9005517-b9bf-4de1-a5da-cc6e3a4ab59c req-29ad9618-5594-4b7e-b250-fbebbebb41c4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501325 May 21 15:37:20.833264 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545aac9d-c04c-4db5-93c4-e330259319c6 req-4a301a7e-0696-4e1a-96bf-32302192b990 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:20.834833 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-545aac9d-c04c-4db5-93c4-e330259319c6 req-4a301a7e-0696-4e1a-96bf-32302192b990 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 943 time: 0.0849104 May 21 15:37:20.987187 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-545aac9d-c04c-4db5-93c4-e330259319c6 req-48b5f11d-314a-495c-8c8d-1b5964da0cfa tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457412 May 21 15:37:20.999890 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53974) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:21.041157 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-38356f91-f368-4ab9-b389-0602167855ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:21.042611 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-38356f91-f368-4ab9-b389-0602167855ab service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.1510522 May 21 15:37:21.052134 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7c6164-bb98-45aa-b816-c1d4f6dae89c req-f5f4bd0b-333e-46e7-98a7-fdbd7a097864 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:21.059054 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a7c6164-bb98-45aa-b816-c1d4f6dae89c req-f5f4bd0b-333e-46e7-98a7-fdbd7a097864 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1662319 May 21 15:37:21.185221 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-680e7a77-be6f-4434-8969-865ecaf9fd52 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c544a455d1f94298940ddfb657b08c1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1831467 May 21 15:37:21.190252 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a7c6164-bb98-45aa-b816-c1d4f6dae89c req-1544f40f-c121-4159-8656-4f6adb89144b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302428 May 21 15:37:21.190432 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 53982) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:21.248156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-5241bf28-adea-4e3d-a2fd-d7b34f2358d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:21.249943 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-5241bf28-adea-4e3d-a2fd-d7b34f2358d2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.1889107 May 21 15:37:21.268812 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:21.304213 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:21.362356 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-44b3a852-647e-4b5b-8c6f-4e994f252c19 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.1004717 May 21 15:37:21.443028 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:21.447465 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5deaa995-4ca5-4d45-b20b-2cad18ec825a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:21.467860 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d05ebf2-2417-4930-8803-00e6a1327024,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:21.471101 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:21.528020 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:21.531678 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7d05ebf2-2417-4930-8803-00e6a1327024 HTTP/1.1" status: 204 len: 168 time: 0.3379288 May 21 15:37:21.536383 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-bdbc6064-a209-42e0-ba73-71f08ca650f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:21.537893 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-bdbc6064-a209-42e0-ba73-71f08ca650f8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.1639338 May 21 15:37:21.610458 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-efb6ba62-5211-44a3-b917-2c28361f2d11 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0616171 May 21 15:37:21.771328 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-74540e0f-c69c-45ce-be1d-41e1f7fa5d69 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498885 May 21 15:37:21.929873 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-17a99593-d02e-4f3d-b338-68fbdff63cde req-9a7c0cd1-306c-4cfb-9398-a204e0bd3ee7 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460850 May 21 15:37:22.201109 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b6a5082-2366-47c5-ac18-a420b14bcd28 req-a5da9e93-bc86-4422-a442-e95a38a59f00 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:22.202701 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0b6a5082-2366-47c5-ac18-a420b14bcd28 req-a5da9e93-bc86-4422-a442-e95a38a59f00 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 943 time: 0.0851026 May 21 15:37:22.263910 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0b6a5082-2366-47c5-ac18-a420b14bcd28 req-736fff49-5b89-4b52-ba7d-04db12e90bd6 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530179 May 21 15:37:22.418332 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4589-7004-46c0-ac4f-25f361796107 req-5c8647bc-6638-41f5-b59e-a1bfe9665241 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:22.419961 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc5f4589-7004-46c0-ac4f-25f361796107 req-5c8647bc-6638-41f5-b59e-a1bfe9665241 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0973773 May 21 15:37:22.479197 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc5f4589-7004-46c0-ac4f-25f361796107 req-baf1954a-38e9-401c-8f20-3fe7595a51e4 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519216 May 21 15:37:22.788617 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54076) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:22.919210 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1945836051-network', 'tenant_id': '0726b565006849e5936329b80bc6293d'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:22.924764 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:22.934284 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Usage tracker for resource:network and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:22.937514 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:22.943968 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:23.036925 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Made reservation on behalf of 0726b565006849e5936329b80bc6293d for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:23.039369 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.053621 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.077584 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:23.083377 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:23.086497 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:23.092622 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:23.179032 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.206448 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e03e16a6-8d8f-41c6-998c-57c4ac642052 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:37:23.258612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.262898 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a14291e2-57c4-492e-87c2-a4006d815393 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:23.299974 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 751} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:37:23.309913 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf539af0-2659-4153-8351-9688d558ca9e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:23.313839 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:23.317467 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.318366 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Added segment c35c15da-70e5-4f62-8589-289757a7e78e of type vlan for network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee May 21 15:37:23.347638 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port e03e16a6-8d8f-41c6-998c-57c4ac642052, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e03e16a6-8d8f-41c6-998c-57c4ac642052,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:23.352049 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.361746 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'e03e16a6-8d8f-41c6-998c-57c4ac642052', 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b', 'port_id': 'e03e16a6-8d8f-41c6-998c-57c4ac642052', 'mac_address': 'fa:16:3e:6a:c4:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be33eac-5985-421d-b5c9-42ecc3445efc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:37:23.420621 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.438053 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e03e16a6-8d8f-41c6-998c-57c4ac642052 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:37:23.455302 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port e03e16a6-8d8f-41c6-998c-57c4ac642052, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e03e16a6-8d8f-41c6-998c-57c4ac642052,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:23.471377 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.475692 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:23.480535 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.481060 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e2990c-7169-4124-828f-7dee18607dda req-e15524f6-678b-4d16-9e54-52f27970b4c3 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:23.481822 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-27e2990c-7169-4124-828f-7dee18607dda req-e15524f6-678b-4d16-9e54-52f27970b4c3 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 943 time: 0.0913599 May 21 15:37:23.510859 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9f25f699-b541-49a1-bc8a-629dad8b6632 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:23.568443 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-27e2990c-7169-4124-828f-7dee18607dda req-b4fe3f0d-a340-4cab-80c2-557ef7f9277b tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807848 May 21 15:37:23.569105 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.571866 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-20ca64e0-ee1b-4b7b-ad52-fad9ee4e65b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:23.637900 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8477910 May 21 15:37:23.641341 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54108) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:23.647485 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Request body: {'subnet': {'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1945836051-subnet', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:23.650420 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Pushing event updated for resources: {'Network': ['ID=7897574e-ea4c-4139-bd41-1b37d3a1b9ee,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:23.652318 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:23.654287 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:23.665149 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Usage tracker for resource:subnet and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:23.670496 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:23.675848 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:37:23.676594 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:23.744906 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=e03e16a6-8d8f-41c6-998c-57c4ac642052,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:23.748901 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:23.759001 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Made reservation on behalf of 0726b565006849e5936329b80bc6293d for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:23.761431 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Notify callbacks [] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:23.905115 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812d492-2171-4378-897c-db30f50bcb3b req-f046f33a-ad8c-4159-b988-e15cc13dccc9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:23.906615 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0812d492-2171-4378-897c-db30f50bcb3b req-f046f33a-ad8c-4159-b988-e15cc13dccc9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1870763 May 21 15:37:24.005625 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0812d492-2171-4378-897c-db30f50bcb3b req-58ef02e2-623f-48b1-9e94-cebfc941bf05 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927305 May 21 15:37:24.303353 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.307281 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:24.365886 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['e03e16a6-8d8f-41c6-998c-57c4ac642052'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:37:24.382187 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9226e88-8e37-425b-baeb-fc8a5ae5c369,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:24.386162 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:24.393247 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Checking segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:24.393603 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Network hostable DHCP agents. Network: 7897574e-ea4c-4139-bd41-1b37d3a1b9ee, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:37:24.505859 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:37:24.585903 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 7897574e-ea4c-4139-bd41-1b37d3a1b9ee) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:24.591120 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:24.591707 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.595178 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee507eb-e2f5-4702-b3bf-0f76b67b2d68 None None] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:37:24.717706 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-0ea0ca34-63e1-461c-a2f7-9e29fbbe1d3c admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0752611 May 21 15:37:24.720847 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54134) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:24.728390 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:24.736557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:24.751825 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Usage tracker for resource:router and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:24.756328 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:24.764965 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:24.848541 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:37:24.851806 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.856576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca58e8-a5f3-4f60-b7e2-5758d880a872 req-b8494955-f707-4ae8-979e-d6916239c87e tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:24.858081 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f6ca58e8-a5f3-4f60-b7e2-5758d880a872 req-b8494955-f707-4ae8-979e-d6916239c87e tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 944 time: 0.0921040 May 21 15:37:24.902283 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.903316 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:24.915588 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f6ca58e8-a5f3-4f60-b7e2-5758d880a872 req-b42da13e-9df2-4fda-9415-9c967b15eda0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499802 May 21 15:37:24.926945 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.015332 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Allocated IP 172.20.0.2 (7897574e-ea4c-4139-bd41-1b37d3a1b9ee/f9226e88-8e37-425b-baeb-fc8a5ae5c369/28bf0384-ca57-4d71-bb93-edc1b590cf81) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:25.236333 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.249722 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Transition to ACTIVE for port object 28bf0384-ca57-4d71-bb93-edc1b590cf81 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:25.270647 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Transition to ACTIVE for port object 28bf0384-ca57-4d71-bb93-edc1b590cf81 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:25.363244 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.366830 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:25.409506 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.433594 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:25.436639 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:25.439346 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:25.443340 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b15191-60ef-4936-a5b2-bc86654f6a57 req-ab888fad-f323-4776-9c80-739ae93b2545 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:25.444825 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-44b15191-60ef-4936-a5b2-bc86654f6a57 req-ab888fad-f323-4776-9c80-739ae93b2545 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.3109343 May 21 15:37:25.479545 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Pushing event updated for resources: {'Port': ['ID=28bf0384-ca57-4d71-bb93-edc1b590cf81,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:25.487823 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:25.516523 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-44b15191-60ef-4936-a5b2-bc86654f6a57 req-59d9be69-11a2-45a9-be52-7368ea28741b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657225 May 21 15:37:25.550272 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Attempting to bind port 28bf0384-ca57-4d71-bb93-edc1b590cf81 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:25.551416 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Attempting to bind port 28bf0384-ca57-4d71-bb93-edc1b590cf81 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:25.551998 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Attempting to bind port 28bf0384-ca57-4d71-bb93-edc1b590cf81 on network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:25.561115 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54144) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:25.561995 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:25.562641 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Checking segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:25.563405 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.563846 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Bound using segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:25.564478 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Bound port: 28bf0384-ca57-4d71-bb93-edc1b590cf81, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:25.565224 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.702087 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] For port 28bf0384-ca57-4d71-bb93-edc1b590cf81, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:25.705460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] For port 28bf0384-ca57-4d71-bb93-edc1b590cf81, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=28bf0384-ca57-4d71-bb93-edc1b590cf81,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:25.717770 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Deleting subnet 6d58ff79-8f15-4dc1-986f-194993fb9a8b {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:37:25.720983 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.774955 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.776049 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.785924 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:25.867124 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Pushing event updated for resources: {'Port': ['ID=28bf0384-ca57-4d71-bb93-edc1b590cf81,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:25.868184 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.870275 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:25.871591 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:25.904734 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.148161 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Allocated IP 172.28.0.30 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/7662720b-2ed4-4382-a9e3-6804faa12071) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:26.342890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423e062-dd9c-444f-a896-1f51659a9654 req-a2e762af-2e38-4155-8da3-fa068232eb73 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:26.344535 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1423e062-dd9c-444f-a896-1f51659a9654 req-a2e762af-2e38-4155-8da3-fa068232eb73 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 944 time: 0.2528603 May 21 15:37:26.410135 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.427131 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1423e062-dd9c-444f-a896-1f51659a9654 req-4b5749e9-404e-435b-a7fa-bc0da3826435 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699015 May 21 15:37:26.506390 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.510548 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2751ca87-ed10-4763-89ec-1ad7f7e58b47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:26.534147 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.539537 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:26.547022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d58ff79-8f15-4dc1-986f-194993fb9a8b,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:26.550543 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:26.553928 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.560760 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] 10.222.0.66 "DELETE /v2.0/subnets/6d58ff79-8f15-4dc1-986f-194993fb9a8b HTTP/1.1" status: 204 len: 168 time: 0.9982855 May 21 15:37:26.567031 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54158) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:26.614874 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:26.616192 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:26.619393 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:26.692539 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.836750 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.853326 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e7f479e-8a31-4f14-8ed6-179482374ef6']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:26.855678 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Pushing event updated for resources: {'Port': ['ID=7662720b-2ed4-4382-a9e3-6804faa12071,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:26.858776 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:26.867777 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac447f9b-194c-4ccd-9966-acd0314aecfb') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:26.868069 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac447f9b-194c-4ccd-9966-acd0314aecfb') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:26.881353 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.908487 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.916127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Releasing vlan 783 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:37:26.916663 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:26.922521 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a65fef-26d9-47dc-a461-e03b3267afcd req-df32786a-f46f-490c-a81e-97a511825770 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:26.924287 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-31a65fef-26d9-47dc-a461-e03b3267afcd req-df32786a-f46f-490c-a81e-97a511825770 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2337589 May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:37:26.931748 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:37:26.974301 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-31a65fef-26d9-47dc-a461-e03b3267afcd req-e1b3dee9-b64a-4dd5-8341-6feca192091c tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434785 May 21 15:37:27.005467 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eaa248c-0bcf-462c-9566-48904bcf06f5 None None] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:37:27.128523 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.135740 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.141870 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-035f0fa1-499a-4987-adfe-ba02e8f626d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:27.169039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e7f479e-8a31-4f14-8ed6-179482374ef6,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:27.172433 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:27.224054 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-6e3d30e8-7c84-43bc-a199-103095d0d0b0 None None] Provisioning for port 28bf0384-ca57-4d71-bb93-edc1b590cf81 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:27.237972 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-95c602e2-a122-4b84-98ee-6b04c185a417 admin admin] 10.222.0.66 "DELETE /v2.0/networks/0e7f479e-8a31-4f14-8ed6-179482374ef6 HTTP/1.1" status: 204 len: 168 time: 0.6732466 May 21 15:37:27.243951 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54164) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:27.249242 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e03e16a6-8d8f-41c6-998c-57c4ac642052 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:27.327693 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.387838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Deleting subnet 4cbdb51b-fcb0-418e-afb4-079f573781c8 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:37:27.401046 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.419910 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port e03e16a6-8d8f-41c6-998c-57c4ac642052 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:27.431453 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port e03e16a6-8d8f-41c6-998c-57c4ac642052 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:27.432025 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.538828 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.586703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.628601 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.648706 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 28bf0384-ca57-4d71-bb93-edc1b590cf81 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:27.706897 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e16a6-8d8f-41c6-998c-57c4ac642052'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:37:27.723951 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port e03e16a6-8d8f-41c6-998c-57c4ac642052, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e03e16a6-8d8f-41c6-998c-57c4ac642052,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:27.753805 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e03e16a6-8d8f-41c6-998c-57c4ac642052', 'code': 200} May 21 15:37:27.808377 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.810401 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:27.847992 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 28bf0384-ca57-4d71-bb93-edc1b590cf81 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:27.868205 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 28bf0384-ca57-4d71-bb93-edc1b590cf81 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:27.868570 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:27.934758 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=e03e16a6-8d8f-41c6-998c-57c4ac642052,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:27.938089 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:28.012422 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.031903 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.053020 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20609f99-061e-4940-ba1f-58b6293972dc req-601ed580-f634-4541-9e45-1acdb19ae4c1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:28.054302 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 28bf0384-ca57-4d71-bb93-edc1b590cf81, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=28bf0384-ca57-4d71-bb93-edc1b590cf81,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:28.060230 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-20609f99-061e-4940-ba1f-58b6293972dc req-601ed580-f634-4541-9e45-1acdb19ae4c1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 944 time: 0.4386282 May 21 15:37:28.156753 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.158786 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:28.228456 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=28bf0384-ca57-4d71-bb93-edc1b590cf81,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:28.232089 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:28.351045 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-20609f99-061e-4940-ba1f-58b6293972dc req-7a0d0577-6e5b-438d-9a02-14631353d5e5 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2898791 May 21 15:37:28.500315 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781693d-a593-4891-943c-aad4586c58bd req-27518079-223d-4998-9b2e-85e76778aa80 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:28.501685 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7781693d-a593-4891-943c-aad4586c58bd req-27518079-223d-4998-9b2e-85e76778aa80 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.3340790 May 21 15:37:28.509199 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a97237c-b85f-45c5-a1b6-35d3d2f2367d req-3cbd5089-5cf3-4add-89c6-5f2b28043aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:28.510690 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a97237c-b85f-45c5-a1b6-35d3d2f2367d req-3cbd5089-5cf3-4add-89c6-5f2b28043aaa service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 1098 time: 0.3442774 May 21 15:37:28.560634 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.579952 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0806c183-6421-40ef-a498-7d62572a58ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:28.638308 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4cbdb51b-fcb0-418e-afb4-079f573781c8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:28.645168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:28.647482 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7781693d-a593-4891-943c-aad4586c58bd req-40bca9c2-e84f-4f19-a94c-911e07f17762 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357553 May 21 15:37:28.651224 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:28.657690 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a97237c-b85f-45c5-a1b6-35d3d2f2367d req-a17a36f9-3cd1-4a52-8332-67cfd5723b32 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279316 May 21 15:37:28.663246 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a90603af-3693-4b9b-ba78-f9a0f8cc8db5 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4cbdb51b-fcb0-418e-afb4-079f573781c8 HTTP/1.1" status: 204 len: 168 time: 1.4161482 May 21 15:37:28.663975 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54182) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:28.803210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Router 33cc997f-0b60-48f3-99a0-5574645a6c82 is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:37:28.967553 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.166128 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:37:29.181257 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Sync routers for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:37:29.199884 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.204939 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:29.206342 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:29.216168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.216651 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.217305 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.217657 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > port after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.217994 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > port after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.218323 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > port after_update 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.218629 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.218984 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.219344 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.219646 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.378433 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.380385 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.380755 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.381194 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=92296) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} May 21 15:37:29.381577 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5933e147-531e-46b9-bfe4-3ba9b55bfc28']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:29.393451 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.395247 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-51dd0f80-f0d8-4ef1-b40a-2056c760dab7 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6729352 May 21 15:37:29.398489 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54192) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:29.402172 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94a53bee-32df-4417-88ee-bb13fde59a57') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:29.402446 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94a53bee-32df-4417-88ee-bb13fde59a57') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:29.404324 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:29.514388 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 28bf0384-ca57-4d71-bb93-edc1b590cf81 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:29.531198 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-933453'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.598977 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.606771 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 28bf0384-ca57-4d71-bb93-edc1b590cf81 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:29.607471 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.677931 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:37:29.678332 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-933053'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: from cryptography.utils import int_from_bytes May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: from cryptography.utils import int_from_bytes May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: Traceback (most recent call last): May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: timer() May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: cb(*args, **kw) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: return func(*args, **kwargs) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: self._notify() May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: self.callback(batched_events) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: event.method(event) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: return f(self, *a, **k) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: return self._get(url).json() May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:37:29.695065 dv-cinder-792299-3-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:37:29.829401 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:26Z', 'revision_number': 3, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:29.833711 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Checking router: 33cc997f-0b60-48f3-99a0-5574645a6c82 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:37:29.834070 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Updating router 33cc997f-0b60-48f3-99a0-5574645a6c82 port 7662720b-2ed4-4382-a9e3-6804faa12071 binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:37:29.893576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e023d2-977b-46c6-88ae-15c7cb199186 req-39431375-771d-47bd-89b5-e67a4dfe3834 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:29.895579 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28e023d2-977b-46c6-88ae-15c7cb199186 req-39431375-771d-47bd-89b5-e67a4dfe3834 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.3995061 May 21 15:37:29.896873 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.906870 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:29.988891 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:30.025935 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.038012 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=5933e147-531e-46b9-bfe4-3ba9b55bfc28,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:30.094253 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:30.115034 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-fdf70725-f1f4-407b-ac99-ffc2e8ef73e4 admin admin] 10.222.0.66 "DELETE /v2.0/networks/5933e147-531e-46b9-bfe4-3ba9b55bfc28 HTTP/1.1" status: 204 len: 168 time: 1.4500010 May 21 15:37:30.152182 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28e023d2-977b-46c6-88ae-15c7cb199186 req-2a499aad-be49-4c12-9102-8d17dc1ec37c tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463584 May 21 15:37:30.287330 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031e80ba-c0a4-465c-bb81-87cdaac1c366 req-7ea22226-dd44-42c6-a6b9-0fb8f7ec6def tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:30.288910 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-031e80ba-c0a4-465c-bb81-87cdaac1c366 req-7ea22226-dd44-42c6-a6b9-0fb8f7ec6def tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.3924813 May 21 15:37:30.410862 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.438693 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Transition to ACTIVE for port object 7662720b-2ed4-4382-a9e3-6804faa12071 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:30.551330 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.559863 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:30.567011 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-031e80ba-c0a4-465c-bb81-87cdaac1c366 req-23631290-00fe-44ba-a62b-94976d579cd8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694142 May 21 15:37:30.620029 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54206) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:30.665558 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Pushing event updated for resources: {'Port': ['ID=7662720b-2ed4-4382-a9e3-6804faa12071,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:30.686254 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3b441be4-8d94-4a1a-a6dc-23aa33773c5b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c92d20a2a97e4a87bebcaad825d4c8bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0647531 May 21 15:37:30.686893 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54210) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:30.698561 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Attempting to bind port 7662720b-2ed4-4382-a9e3-6804faa12071 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:30.698950 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Attempting to bind port 7662720b-2ed4-4382-a9e3-6804faa12071 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:30.699354 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Attempting to bind port 7662720b-2ed4-4382-a9e3-6804faa12071 on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:30.714572 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.715010 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.715483 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.715803 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.716535 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.716535 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.716898 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.717277 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.717666 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.717813 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.718112 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.718381 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:30.723229 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:30.725287 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:30.725663 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:30.726060 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.726439 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:30.726946 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Bound port: 7662720b-2ed4-4382-a9e3-6804faa12071, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:30.727309 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.749913 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.753355 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.785149 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.835891 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] For port 7662720b-2ed4-4382-a9e3-6804faa12071, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:30.839880 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] For port 7662720b-2ed4-4382-a9e3-6804faa12071, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=7662720b-2ed4-4382-a9e3-6804faa12071,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:30.946206 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.953397 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:30.984304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:30.985492 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Allocated IP 172.20.0.1 (7897574e-ea4c-4139-bd41-1b37d3a1b9ee/f9226e88-8e37-425b-baeb-fc8a5ae5c369/d031040d-bfb1-45a1-a6c0-9db045fd7c5b) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:30.994412 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-506a36bb-a0c6-47db-b596-1d55a7c62058 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:31.015320 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8565c7d7-a372-466b-94d6-5f995545f90b,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:31.018350 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:31.035524 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Pushing event updated for resources: {'Port': ['ID=7662720b-2ed4-4382-a9e3-6804faa12071,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:31.044666 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-6b3af55f-0343-4847-b90e-46d7f01f03ed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:31.046664 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:31.047338 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:31.133003 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.134370 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/8565c7d7-a372-466b-94d6-5f995545f90b HTTP/1.1" status: 204 len: 168 time: 0.4462228 May 21 15:37:31.155901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.173938 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Transition to ACTIVE for port object d031040d-bfb1-45a1-a6c0-9db045fd7c5b will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:31.263989 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:31.265856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.281491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:31.374675 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:31.386958 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:31.395448 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:31.467346 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Pushing event updated for resources: {'Port': ['ID=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:31.473107 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:31.495574 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.537975 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c906e4cf-0e27-48b6-8a66-72696a88fcbd req-314b271a-07e2-4c59-906c-c8d9409a7e53 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:31.545948 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c906e4cf-0e27-48b6-8a66-72696a88fcbd req-314b271a-07e2-4c59-906c-c8d9409a7e53 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.2253065 May 21 15:37:31.628102 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c906e4cf-0e27-48b6-8a66-72696a88fcbd req-8dd86e67-7f45-428f-be43-b42c5d845f3f tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808072 May 21 15:37:31.711335 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:26Z', 'revision_number': 3, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:31.717254 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41696f72-0e9d-4e94-b4f3-da6e16e4a3dd None None] The sync data for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb is: [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:26Z', 'revision_number': 3, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:37:31.884936 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.892879 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c4bc564b-3282-4bbf-ab6c-580c990b6992 None None] Provisioning for port d031040d-bfb1-45a1-a6c0-9db045fd7c5b completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:31.899338 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c4bc564b-3282-4bbf-ab6c-580c990b6992 None None] Provisioning complete for port d031040d-bfb1-45a1-a6c0-9db045fd7c5b triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:31.902054 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c4bc564b-3282-4bbf-ab6c-580c990b6992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:31.985821 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-c4bc564b-3282-4bbf-ab6c-580c990b6992 None None] Port d031040d-bfb1-45a1-a6c0-9db045fd7c5b cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:37:32.003094 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3cf478-80cc-4e55-a54e-861caba6968e req-1f06b0aa-ab25-4868-882f-984e70c1ba38 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:32.006267 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5b3cf478-80cc-4e55-a54e-861caba6968e req-1f06b0aa-ab25-4868-882f-984e70c1ba38 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2483201 May 21 15:37:32.141182 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5b3cf478-80cc-4e55-a54e-861caba6968e req-886c49ff-d4d3-4d1e-9726-209adeaed63a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339033 May 21 15:37:32.173690 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54268) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:32.257461 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-751e6138-b8ba-42a5-9bbb-181f452a4b80 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7d992cc802904fbc825ac96d18e10c7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819705 May 21 15:37:32.259667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54272) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:32.335502 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.341265 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.367906 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.435301 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.465822 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:32.517308 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.528628 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9fe7f4ff-4f9e-4929-ab17-279c4f30bfd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:32.551945 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8cf1d63-529f-400b-baa1-58e1af7dd09e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:32.555354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:32.559846 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.560188 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:32.560394 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a8cf1d63-529f-400b-baa1-58e1af7dd09e HTTP/1.1" status: 204 len: 168 time: 0.2966576 May 21 15:37:32.562334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Pushing event updated for resources: {'Port': ['ID=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:32.566527 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:32.783980 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:32.786927 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:33.117774 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-0e98bf8f-5521-4e47-8085-3799cc59c008 None None] Provisioning complete for port d031040d-bfb1-45a1-a6c0-9db045fd7c5b triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:33.118409 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0e98bf8f-5521-4e47-8085-3799cc59c008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:33.169708 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Router 33cc997f-0b60-48f3-99a0-5574645a6c82 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:37:33.196850 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-0e98bf8f-5521-4e47-8085-3799cc59c008 None None] Port d031040d-bfb1-45a1-a6c0-9db045fd7c5b cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:37:33.454463 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:37:33.468307 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] 10.222.0.66 "PUT /v2.0/routers/33cc997f-0b60-48f3-99a0-5574645a6c82/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0687439 May 21 15:37:33.512725 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e3f4ad-6394-4d7a-9d21-635e9d299176 req-15334fef-98e4-41df-b371-c6f69a3f6a66 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:33.520267 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d9e3f4ad-6394-4d7a-9d21-635e9d299176 req-15334fef-98e4-41df-b371-c6f69a3f6a66 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1802282 May 21 15:37:33.578401 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 7662720b-2ed4-4382-a9e3-6804faa12071 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:33.603531 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d9e3f4ad-6394-4d7a-9d21-635e9d299176 req-47872f99-8bac-4380-ac6d-06ee642103c3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 May 21 15:37:33.745895 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 7662720b-2ed4-4382-a9e3-6804faa12071 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:33.752189 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 7662720b-2ed4-4382-a9e3-6804faa12071 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:33.752749 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:33.803208 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Sync routers for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:37:33.828177 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:33.828913 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:34.138447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.170571 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 7662720b-2ed4-4382-a9e3-6804faa12071, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=7662720b-2ed4-4382-a9e3-6804faa12071,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:34.173150 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:34.241327 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.245346 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:34.462684 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=7662720b-2ed4-4382-a9e3-6804faa12071,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:34.466187 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:34.496803 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54348) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:34.503671 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-600456561-network', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:34.509289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:34.522050 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Usage tracker for resource:network and tenant:6625c465a4a147cd8ea8571e4ae28c19 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:34.529748 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:34.545665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:34.604209 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:32Z', 'revision_number': 2, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:34.609315 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Checking router: 33cc997f-0b60-48f3-99a0-5574645a6c82 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:37:34.609848 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Updating router 33cc997f-0b60-48f3-99a0-5574645a6c82 port d031040d-bfb1-45a1-a6c0-9db045fd7c5b binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:37:34.629902 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Made reservation on behalf of 6625c465a4a147cd8ea8571e4ae28c19 for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:34.633015 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.647088 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.670958 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:34.675913 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.676142 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Usage tracker for resource:security_group_rule and tenant:6625c465a4a147cd8ea8571e4ae28c19 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:34.679712 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:34.686371 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:34.809751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc8e1fd0-d42a-4725-a503-60ff46ab5abc req-147ec039-fe52-4ac3-beda-c59c383c1b76 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:34.810436 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.811377 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc8e1fd0-d42a-4725-a503-60ff46ab5abc req-147ec039-fe52-4ac3-beda-c59c383c1b76 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0923297 May 21 15:37:34.859926 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc8e1fd0-d42a-4725-a503-60ff46ab5abc req-510cc2ca-c21b-4178-87ac-4f4756a2223b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424109 May 21 15:37:34.886956 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.890222 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3d60d505-ee7f-4379-9844-a2e467869afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:34.921011 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 767} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:37:34.930773 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb5891-c00b-4081-bf76-7a333b6892ee,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:34.934148 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:34.941503 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:34.941844 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Added segment 352c014d-8320-43bc-854b-1406c4485914 of type vlan for network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 May 21 15:37:34.974778 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.104131 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.108124 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:35.108578 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.109573 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.153771 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Transition to ACTIVE for port object d031040d-bfb1-45a1-a6c0-9db045fd7c5b will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:35.160698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c44c58ed-ce3e-4923-875c-659b19c9dbc7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:35.261896 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Pushing event updated for resources: {'Network': ['ID=59e9bd44-5132-46b2-97aa-7d60f2ee07f6,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:35.264655 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:35.272411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:37:35.293964 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7955861 May 21 15:37:35.296590 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54360) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:35.309115 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Request body: {'subnet': {'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-600456561-subnet', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:35.309115 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:35.311651 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Usage tracker for resource:subnet and tenant:6625c465a4a147cd8ea8571e4ae28c19 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:35.314609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:35.321071 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:35.339806 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.354453 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:35.454055 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Made reservation on behalf of 6625c465a4a147cd8ea8571e4ae28c19 for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:37:35.456830 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3910792'] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.532449 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1587250-e00d-4042-9045-5e91a37d28c5 None None] Pushing event updated for resources: {'Port': ['ID=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:35.543415 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 7662720b-2ed4-4382-a9e3-6804faa12071 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:35.568281 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c1587250-e00d-4042-9045-5e91a37d28c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:35.666969 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Attempting to bind port d031040d-bfb1-45a1-a6c0-9db045fd7c5b on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:35.667515 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Attempting to bind port d031040d-bfb1-45a1-a6c0-9db045fd7c5b by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:35.668205 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Attempting to bind port d031040d-bfb1-45a1-a6c0-9db045fd7c5b on network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:35.677403 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:35.678075 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Checking segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:35.678519 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.678905 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Bound using segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:35.679388 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Bound port: d031040d-bfb1-45a1-a6c0-9db045fd7c5b, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:35.679755 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.765175 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 7662720b-2ed4-4382-a9e3-6804faa12071 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:35.765551 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.858894 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] For port d031040d-bfb1-45a1-a6c0-9db045fd7c5b, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:35.862257 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] For port d031040d-bfb1-45a1-a6c0-9db045fd7c5b, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:35.980334 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:35.985394 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:36.109682 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:37:36.112077 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:36.112703 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:36.113834 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f07595-2266-4b51-bd48-8d0dd6ec643c req-eb896754-91a3-469d-9882-27ba397f38a9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:36.116528 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e9f07595-2266-4b51-bd48-8d0dd6ec643c req-eb896754-91a3-469d-9882-27ba397f38a9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1312997 May 21 15:37:36.184066 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3910822'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:36.186747 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e9f07595-2266-4b51-bd48-8d0dd6ec643c req-1ad4aff6-4dca-4859-a7eb-10b247e5c163 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637341 May 21 15:37:36.191977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-36d6ed7d-0a46-4633-8b9f-21582137db68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:36.193801 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1587250-e00d-4042-9045-5e91a37d28c5 None None] Pushing event updated for resources: {'Port': ['ID=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:36.201801 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c1587250-e00d-4042-9045-5e91a37d28c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:36.315495 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Checking segment: {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:36.317796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Network hostable DHCP agents. Network: 59e9bd44-5132-46b2-97aa-7d60f2ee07f6, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:37:36.347796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:36.359445 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:36.360235 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:36.408063 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:37:36.516912 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 59e9bd44-5132-46b2-97aa-7d60f2ee07f6) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:36.529569 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:36.530260 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:36.563871 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44114068-de4e-453a-8840-52ef5e36dfa7 None None] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:37:36.615197 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3173981 May 21 15:37:36.619872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54374) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:36.626876 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:36.633220 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:36.638702 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Usage tracker for resource:router and tenant:6625c465a4a147cd8ea8571e4ae28c19 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:36.642373 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:36.650940 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:36.764801 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:36.779133 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:36.811374 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:36.921727 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:35Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:36.928403 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6118296-79d3-4ecf-8219-0633c22d0270 None None] The sync data for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb is: [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:35Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:37:36.931639 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-59e9bd44-5132-46b2-97aa-7d60f2ee07f6', 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'fixed_ips': [{'subnet_id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:37:36.932049 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:37.224520 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Allocated IP 172.20.0.2 (59e9bd44-5132-46b2-97aa-7d60f2ee07f6/61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef/10651de2-b024-4a7a-b2d9-c03972480494) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:37.384004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:37.578141 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1454c7ee-e9dc-4785-8b60-59f5ef1fadb9 req-40c3442d-9512-4363-948d-610e5bf84485 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:37.588669 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1454c7ee-e9dc-4785-8b60-59f5ef1fadb9 req-40c3442d-9512-4363-948d-610e5bf84485 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1971514 May 21 15:37:37.722174 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:37.762599 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device d031040d-bfb1-45a1-a6c0-9db045fd7c5b up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:37.776727 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1454c7ee-e9dc-4785-8b60-59f5ef1fadb9 req-adb5e0ac-a445-42e0-903b-5b6651fa9b57 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901317 May 21 15:37:37.808434 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Transition to ACTIVE for port object 10651de2-b024-4a7a-b2d9-c03972480494 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:37.864606 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Transition to ACTIVE for port object 10651de2-b024-4a7a-b2d9-c03972480494 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:37.980670 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:37.985478 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:38.074917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port d031040d-bfb1-45a1-a6c0-9db045fd7c5b completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:38.106985 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port d031040d-bfb1-45a1-a6c0-9db045fd7c5b triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:38.107844 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.210321 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.244292 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:38.246830 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Pushing event updated for resources: {'Port': ['ID=10651de2-b024-4a7a-b2d9-c03972480494,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:38.249336 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.264345 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:38.269592 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:38.271325 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:38.431305 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Allocated IP 172.28.0.154 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/f2ee2756-8020-4447-99fe-4850f7ff01fb) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:38.563269 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Attempting to bind port 10651de2-b024-4a7a-b2d9-c03972480494 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:38.563664 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Attempting to bind port 10651de2-b024-4a7a-b2d9-c03972480494 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:38.564021 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Attempting to bind port 10651de2-b024-4a7a-b2d9-c03972480494 on network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:38.577447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:38.577979 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Checking segment: {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:38.578429 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.578845 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Bound using segment: {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:38.579313 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Bound port: 10651de2-b024-4a7a-b2d9-c03972480494, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:38.579716 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.590060 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.612978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.692735 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port d031040d-bfb1-45a1-a6c0-9db045fd7c5b, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:38.733998 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] For port 10651de2-b024-4a7a-b2d9-c03972480494, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:38.738929 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] For port 10651de2-b024-4a7a-b2d9-c03972480494, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=10651de2-b024-4a7a-b2d9-c03972480494,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:38.791972 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.792293 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.801008 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:38.801709 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-89d3fb0a-af0f-4557-8bfa-d1782023cb1d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:38.912469 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:38.931191 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Pushing event updated for resources: {'Port': ['ID=f2ee2756-8020-4447-99fe-4850f7ff01fb,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:38.946443 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:38.959413 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:38.960612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:38.965442 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:39.036781 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:39.046247 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:39.046961 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:39.193206 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c3311-b5b4-4b88-9d9b-eb2ab9e53e64 req-54255cf9-9654-4481-b5c3-698712fd9ed9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:39.196156 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a89c3311-b5b4-4b88-9d9b-eb2ab9e53e64 req-54255cf9-9654-4481-b5c3-698712fd9ed9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1763954 May 21 15:37:39.196856 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Pushing event updated for resources: {'Port': ['ID=10651de2-b024-4a7a-b2d9-c03972480494,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:39.201306 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:39.297486 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a89c3311-b5b4-4b88-9d9b-eb2ab9e53e64 req-28e60606-23f0-4afc-be63-5e7560df4762 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776241 May 21 15:37:39.736152 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device d031040d-bfb1-45a1-a6c0-9db045fd7c5b up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:39.811162 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port d031040d-bfb1-45a1-a6c0-9db045fd7c5b triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:39.811697 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:39.853042 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:40.004932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 10651de2-b024-4a7a-b2d9-c03972480494 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:40.151569 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 10651de2-b024-4a7a-b2d9-c03972480494 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:40.219595 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8ddbb4f2-20ef-46f0-a83e-ea9b3456d3c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:40.372566 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:40.542872 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3d9141-7097-4270-8698-c40de0bccda2 None None] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:37:40.581062 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91b1dd5-90d2-4d6b-932c-91d3144c95ca req-0145a021-694c-4063-9a01-62a8cec0bf50 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:40.583234 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b91b1dd5-90d2-4d6b-932c-91d3144c95ca req-0145a021-694c-4063-9a01-62a8cec0bf50 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1200352 May 21 15:37:40.662116 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b91b1dd5-90d2-4d6b-932c-91d3144c95ca req-e8cdc16c-00d1-4fe4-8ee7-f125d64c72bb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615783 May 21 15:37:40.853655 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:37:40.891244 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Provisioning for port 10651de2-b024-4a7a-b2d9-c03972480494 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:40.958401 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Provisioning complete for port 10651de2-b024-4a7a-b2d9-c03972480494 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:40.958671 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:41.102984 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:37:41.108825 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Sync routers for ids ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:37:41.126811 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Routers {'8f8103de-ca30-4b64-9b62-ad1713cd4c94'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:41.129984 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:41.174666 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:41.196459 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:41.197681 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.5759156 May 21 15:37:41.200433 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54482) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:41.219641 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] For port 10651de2-b024-4a7a-b2d9-c03972480494, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=10651de2-b024-4a7a-b2d9-c03972480494,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:41.315293 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:41.318990 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:41.421719 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Set router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:41.454917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Pushing event updated for resources: {'Port': ['ID=10651de2-b024-4a7a-b2d9-c03972480494,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:41.464507 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:41.475242 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-5b8892b4-d820-4824-b518-24f2a7b67cab None None] Provisioning complete for port 10651de2-b024-4a7a-b2d9-c03972480494 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:41.476154 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5b8892b4-d820-4824-b518-24f2a7b67cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:41.823199 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:37:39Z', 'revision_number': 3, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:41.838626 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Checking router: 8f8103de-ca30-4b64-9b62-ad1713cd4c94 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:37:41.839291 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Updating router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 port f2ee2756-8020-4447-99fe-4850f7ff01fb binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:37:41.910219 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6bf0e6-4f1f-4896-bf68-2215915e3803 req-9347faf0-6a81-4c1c-997b-77cf59cfa70d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:41.911938 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1e6bf0e6-4f1f-4896-bf68-2215915e3803 req-9347faf0-6a81-4c1c-997b-77cf59cfa70d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1003990 May 21 15:37:41.974398 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1e6bf0e6-4f1f-4896-bf68-2215915e3803 req-d98b0290-e27b-45a5-bef5-ea7ebf851697 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487027 May 21 15:37:41.994776 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.373464 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.454831 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.462892 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Transition to ACTIVE for port object f2ee2756-8020-4447-99fe-4850f7ff01fb will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:42.529093 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.534705 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-47f9d934-5bbe-4185-b40b-26e7a7cd5069 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:42.618868 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Attempting to bind port f2ee2756-8020-4447-99fe-4850f7ff01fb on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:42.619293 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Attempting to bind port f2ee2756-8020-4447-99fe-4850f7ff01fb by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:42.619698 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Attempting to bind port f2ee2756-8020-4447-99fe-4850f7ff01fb on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:42.620842 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.628991 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Allocated IP 172.20.0.1 (59e9bd44-5132-46b2-97aa-7d60f2ee07f6/61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef/6dcf8809-05a8-4bb9-93ca-3a54b742138d) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:37:42.630217 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2606e80-f310-4d0e-808c-8795cfa4bdea None None] Pushing event updated for resources: {'Port': ['ID=f2ee2756-8020-4447-99fe-4850f7ff01fb,revision_number=2']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:42.637146 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:42.641669 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:42.642521 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.642521 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:42.645235 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Bound port: f2ee2756-8020-4447-99fe-4850f7ff01fb, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:42.645235 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.674246 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-f2606e80-f310-4d0e-808c-8795cfa4bdea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:42.739236 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] For port f2ee2756-8020-4447-99fe-4850f7ff01fb, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:42.743188 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] For port f2ee2756-8020-4447-99fe-4850f7ff01fb, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=f2ee2756-8020-4447-99fe-4850f7ff01fb,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:42.809673 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.816540 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.821130 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:42.830920 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4eb67eaa-ffc0-4be3-b34a-bbde72b783cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.844304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Transition to ACTIVE for port object 6dcf8809-05a8-4bb9-93ca-3a54b742138d will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:42.927146 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Routers {'8f8103de-ca30-4b64-9b62-ad1713cd4c94'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:42.927788 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:42.970554 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:42.979903 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:43.000859 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2606e80-f310-4d0e-808c-8795cfa4bdea None None] Pushing event updated for resources: {'Port': ['ID=f2ee2756-8020-4447-99fe-4850f7ff01fb,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:43.005159 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-f2606e80-f310-4d0e-808c-8795cfa4bdea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:43.055638 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:43.058631 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:43.064498 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:37:43.125526 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.159270 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Pushing event updated for resources: {'Port': ['ID=6dcf8809-05a8-4bb9-93ca-3a54b742138d,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:43.163982 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:43.179584 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] Set router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:43.220354 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1600891c-5d8a-406e-a09c-17c7dfc79bcc req-03b6bef7-ff07-4e24-981a-4b04bd0fa52e tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:43.226652 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1600891c-5d8a-406e-a09c-17c7dfc79bcc req-03b6bef7-ff07-4e24-981a-4b04bd0fa52e tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1166747 May 21 15:37:43.294925 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1600891c-5d8a-406e-a09c-17c7dfc79bcc req-a76898c7-db90-4b11-9284-112b5e07645d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655689 May 21 15:37:43.409814 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.459429 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-dc8d1b84-31b9-4781-9815-0d04e15b0e1b None None] Provisioning for port 6dcf8809-05a8-4bb9-93ca-3a54b742138d completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:43.470698 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-dc8d1b84-31b9-4781-9815-0d04e15b0e1b None None] Provisioning complete for port 6dcf8809-05a8-4bb9-93ca-3a54b742138d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:43.471101 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dc8d1b84-31b9-4781-9815-0d04e15b0e1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.584369 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:37:39Z', 'revision_number': 3, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:43.590129 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ec33d5e-a81f-4683-8fee-7df833460bbf None None] The sync data for ids ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'] in dv-cinder-792299-3-smb is: [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:37:39Z', 'revision_number': 3, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:37:43.593789 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-dc8d1b84-31b9-4781-9815-0d04e15b0e1b None None] Port 6dcf8809-05a8-4bb9-93ca-3a54b742138d cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:37:43.614943 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 10651de2-b024-4a7a-b2d9-c03972480494 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:43.816431 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 10651de2-b024-4a7a-b2d9-c03972480494 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:43.817227 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.838575 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-15a3c576-124b-4d78-9c06-446d46cfa487 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1228511 May 21 15:37:43.844356 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.882400 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.906253 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:43.942768 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:44.095678 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-5a948972-3384-4d00-8551-ea460320d9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:44.097867 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-5a948972-3384-4d00-8551-ea460320d9d3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 1098 time: 0.1782999 May 21 15:37:44.106036 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:44.115301 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Pushing event updated for resources: {'Port': ['ID=6dcf8809-05a8-4bb9-93ca-3a54b742138d,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:44.120774 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:44.281166 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:37:44.281719 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:37:44.335133 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-52990c4e-e4fa-4493-93e6-a5b8bd8e5a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:44.336842 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-52990c4e-e4fa-4493-93e6-a5b8bd8e5a4f service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.1558895 May 21 15:37:44.544289 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-412e956c-d376-4906-8a56-6c19bb10e8d7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=40bfbae7-167e-4849-a328-64de941a46c8 HTTP/1.1" status: 200 len: 217 time: 0.1997292 May 21 15:37:44.643126 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ae0c0e1c-602c-496a-8b81-3141406b3251 None None] Provisioning complete for port 6dcf8809-05a8-4bb9-93ca-3a54b742138d triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:44.644569 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ae0c0e1c-602c-496a-8b81-3141406b3251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:44.651428 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f98d459-68af-4425-ba99-c3c4e49be54a req-af173688-dfbc-489b-97c7-3501c529c337 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:44.661113 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f98d459-68af-4425-ba99-c3c4e49be54a req-af173688-dfbc-489b-97c7-3501c529c337 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2052305 May 21 15:37:44.683413 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:37:44.695508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-55908c74-da49-42ca-986f-e90e288f29d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:44.699429 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-55908c74-da49-42ca-986f-e90e288f29d6 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.1435938 May 21 15:37:44.734771 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-ae0c0e1c-602c-496a-8b81-3141406b3251 None None] Port 6dcf8809-05a8-4bb9-93ca-3a54b742138d cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:37:44.889664 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-642ffc2f-9555-48e2-bf7c-42eddfc310d4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1742058 May 21 15:37:44.894895 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f98d459-68af-4425-ba99-c3c4e49be54a req-25f09058-ba2a-46ba-8d38-65ff77170002 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2328789 May 21 15:37:44.957234 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:37:44.973171 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] 10.222.0.66 "PUT /v2.0/routers/8f8103de-ca30-4b64-9b62-ad1713cd4c94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7710955 May 21 15:37:45.067143 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-51126bbc-3356-4329-a9c5-7724965b4029 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700642 May 21 15:37:45.235125 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-074b8640-92be-4b3c-80bc-9a6a493a6901 req-06791e3d-700e-422b-bff6-e71130075fed service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610928 May 21 15:37:45.571348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:45.586523 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device f2ee2756-8020-4447-99fe-4850f7ff01fb up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:45.723455 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Sync routers for ids ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:37:45.735083 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Routers {'8f8103de-ca30-4b64-9b62-ad1713cd4c94'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:45.738154 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:45.776452 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54542) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:45.782127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-747632170', 'description': 'tempest-secgroup-smoke-747632170 description', 'project_id': '0726b565006849e5936329b80bc6293d'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:45.795846 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:45.799418 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:45.835222 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:45.836252 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port f2ee2756-8020-4447-99fe-4850f7ff01fb completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:45.836359 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:45.836457 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port f2ee2756-8020-4447-99fe-4850f7ff01fb triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:45.836457 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:45.917169 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:45.944738 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:45.957548 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:45.963277 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:45.971966 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:46.003934 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Set router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:46.071526 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.135544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5884ad-da41-4b88-acb2-da22f4c2de14 req-d4a0dd3a-acf6-4b70-b934-d55ff1a54b48 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:46.139744 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9b5884ad-da41-4b88-acb2-da22f4c2de14 req-d4a0dd3a-acf6-4b70-b934-d55ff1a54b48 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1120880 May 21 15:37:46.149541 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.162953 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-8c696a6d-8366-40f7-846e-e0779b7cd0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:46.187713 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9b5884ad-da41-4b88-acb2-da22f4c2de14 req-1e49a6b2-ebdf-4eb9-b778-2780d54f5b5f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449767 May 21 15:37:46.217289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:46.220260 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.225053 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.227112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.227112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.227112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.227112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.227112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:46.240866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:46.301570 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port f2ee2756-8020-4447-99fe-4850f7ff01fb, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=f2ee2756-8020-4447-99fe-4850f7ff01fb,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:46.305593 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.307594 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5298173 May 21 15:37:46.310331 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54552) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:46.316383 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf', 'project_id': '0726b565006849e5936329b80bc6293d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:46.322309 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:46.326356 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:46.329414 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:46.337732 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:46.377223 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.383777 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c27df032-458c-4fd9-be8b-a79899afe7a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:46.442975 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.477324 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=f2ee2756-8020-4447-99fe-4850f7ff01fb,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:46.480542 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:46.493743 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:37:43Z', 'revision_number': 4, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '6dcf8809-05a8-4bb9-93ca-3a54b742138d', 'name': '', 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'mac_address': 'fa:16:3e:ff:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:42Z', 'updated_at': '2021-05-21T15:37:43Z', 'revision_number': 2, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'subnets': [{'id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:46.497820 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Checking router: 8f8103de-ca30-4b64-9b62-ad1713cd4c94 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:37:46.498165 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Updating router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 port 6dcf8809-05a8-4bb9-93ca-3a54b742138d binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:37:46.524811 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.553855 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.630946 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.633054 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:46.658286 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=813cdb36-3569-491a-b25f-66ac3f14013b,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:46.664491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:46.773802 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.779146 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4641287 May 21 15:37:46.779942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54562) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:46.788033 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf', 'project_id': '0726b565006849e5936329b80bc6293d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:46.811143 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:46.817470 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:46.821395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:46.827853 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:46.933071 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:46.987249 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.009793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Transition to ACTIVE for port object 6dcf8809-05a8-4bb9-93ca-3a54b742138d will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:37:47.037750 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.116839 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.123563 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:47.145778 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.147905 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:47.173540 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc38caed-0369-464a-856b-09586baa8bb0,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:47.187297 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:47.260791 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.264920 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54572) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:47.266482 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4857931 May 21 15:37:47.273995 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf', 'project_id': '0726b565006849e5936329b80bc6293d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:47.311865 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bad0f-8c54-4e98-862e-a4a90f6380b4 None None] Pushing event updated for resources: {'Port': ['ID=6dcf8809-05a8-4bb9-93ca-3a54b742138d,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:47.311865 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6a5bad0f-8c54-4e98-862e-a4a90f6380b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:47.312424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:47.312424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:47.312424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:47.321226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:47.447405 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Attempting to bind port 6dcf8809-05a8-4bb9-93ca-3a54b742138d on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:37:47.447773 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Attempting to bind port 6dcf8809-05a8-4bb9-93ca-3a54b742138d by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:37:47.448297 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Attempting to bind port 6dcf8809-05a8-4bb9-93ca-3a54b742138d on network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:37:47.467579 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b32c78-4735-4591-9003-e8d0a962843a req-e75cf804-8b15-435d-9043-4b1163b4f888 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:47.467995 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-40b32c78-4735-4591-9003-e8d0a962843a req-e75cf804-8b15-435d-9043-4b1163b4f888 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1115212 May 21 15:37:47.475130 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 37, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:37:47.479108 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Checking segment: {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:37:47.480713 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.481141 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Bound using segment: {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:37:47.481652 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Bound port: 6dcf8809-05a8-4bb9-93ca-3a54b742138d, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '352c014d-8320-43bc-854b-1406c4485914', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 767, 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:37:47.482042 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.524227 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-40b32c78-4735-4591-9003-e8d0a962843a req-38223695-062c-46ed-a376-8dd61c938424 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489922 May 21 15:37:47.535089 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.602867 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device f2ee2756-8020-4447-99fe-4850f7ff01fb up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:47.619850 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.675586 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] For port 6dcf8809-05a8-4bb9-93ca-3a54b742138d, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:37:47.680721 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] For port 6dcf8809-05a8-4bb9-93ca-3a54b742138d, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=6dcf8809-05a8-4bb9-93ca-3a54b742138d,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:37:47.686768 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.691272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:47.702436 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port f2ee2756-8020-4447-99fe-4850f7ff01fb triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:47.702860 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.718336 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dadd0269-7a2a-4cad-a304-1c1204107a2c,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:47.727388 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:47.768111 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.773482 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-d29f77ee-4186-4249-aafc-238e2dbb0475 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:47.795492 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.798072 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5307076 May 21 15:37:47.800715 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54580) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:47.808121 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf', 'project_id': '0726b565006849e5936329b80bc6293d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:47.819761 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:47.826789 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:47.831050 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:47.842364 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:47.909505 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5bad0f-8c54-4e98-862e-a4a90f6380b4 None None] Pushing event updated for resources: {'Port': ['ID=6dcf8809-05a8-4bb9-93ca-3a54b742138d,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:47.912377 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Routers {'8f8103de-ca30-4b64-9b62-ad1713cd4c94'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:37:47.916815 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:37:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:47.942271 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:47.969189 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6a5bad0f-8c54-4e98-862e-a4a90f6380b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:48.027948 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.126017 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.139421 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] Set router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:37:48.156588 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.163041 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8945e05d-07b7-4e9d-96a2-dd054a08e139 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:48.183389 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c599730f-310a-483a-9a2d-81435630450e,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:48.187787 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:48.269545 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.272162 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4702473 May 21 15:37:48.275287 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54588) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:48.281547 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf', 'project_id': '0726b565006849e5936329b80bc6293d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:48.288443 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:48.292649 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:48.295681 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:48.303362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:48.404295 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.securitygroups_db [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Project 0726b565006849e5936329b80bc6293d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:37:48.413221 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.503145 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.551491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.554527 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-caad3163-e072-4c0b-8adf-1f6067453b9d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:48.555741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:37:43Z', 'revision_number': 4, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '6dcf8809-05a8-4bb9-93ca-3a54b742138d', 'name': '', 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'mac_address': 'fa:16:3e:ff:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:42Z', 'updated_at': '2021-05-21T15:37:47Z', 'revision_number': 4, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'subnets': [{'id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:37:48.569106 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7a498ce-3f02-41a6-a884-628c28412745 None None] The sync data for ids ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'] in dv-cinder-792299-3-smb is: [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:37:43Z', 'revision_number': 4, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '6dcf8809-05a8-4bb9-93ca-3a54b742138d', 'name': '', 'network_id': '59e9bd44-5132-46b2-97aa-7d60f2ee07f6', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'mac_address': 'fa:16:3e:ff:4f:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_interface', 'standard_attr_id': 389, 'fixed_ips': [{'subnet_id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:42Z', 'updated_at': '2021-05-21T15:37:47Z', 'revision_number': 4, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'subnets': [{'id': '61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:37:48.589743 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aaadf1f1-efac-4520-a056-617629158f7b,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:48.592624 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:48.692975 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.694569 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4182048 May 21 15:37:48.702156 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54600) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:48.714238 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'security_group_rule': {'security_group_id': 'e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf', 'project_id': '0726b565006849e5936329b80bc6293d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:37:48.720357 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:48.724913 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:security_group_rule and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:48.728276 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:48.738176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:48.808102 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c880da3-0a40-4d46-ba8a-33191a4407cb req-7028590c-5093-4846-a154-d8df45f7c7e1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:48.809780 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c880da3-0a40-4d46-ba8a-33191a4407cb req-7028590c-5093-4846-a154-d8df45f7c7e1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1366308 May 21 15:37:48.864135 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.securitygroups_db [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Project 0726b565006849e5936329b80bc6293d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:37:48.867907 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1c880da3-0a40-4d46-ba8a-33191a4407cb req-73a85182-cffa-43ba-a532-234e0a80e215 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486798 May 21 15:37:48.871218 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:48.947264 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.024155 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.036855 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:49.061585 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230695a8-2c4a-4fe1-9e5e-a972e84bbbe3,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:49.064849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:49.139378 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.141784 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-7f15c834-47be-4123-8f12-a5ac23df3cc0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4374752 May 21 15:37:49.536364 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 6dcf8809-05a8-4bb9-93ca-3a54b742138d up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:49.669621 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 6dcf8809-05a8-4bb9-93ca-3a54b742138d completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:37:49.676365 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 6dcf8809-05a8-4bb9-93ca-3a54b742138d triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:49.684258 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.803800 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.836570 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 6dcf8809-05a8-4bb9-93ca-3a54b742138d, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=6dcf8809-05a8-4bb9-93ca-3a54b742138d,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:37:49.910497 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:49.917611 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:50.002388 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=6dcf8809-05a8-4bb9-93ca-3a54b742138d,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:50.007443 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:50.103181 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2855f7b-1746-4600-8ab9-0678f596d1c8 req-b9391c6a-e4c8-4d61-af6e-fef194860300 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:50.105529 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2855f7b-1746-4600-8ab9-0678f596d1c8 req-b9391c6a-e4c8-4d61-af6e-fef194860300 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1147385 May 21 15:37:50.161611 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2855f7b-1746-4600-8ab9-0678f596d1c8 req-534d36da-167f-481f-838d-5c407818f607 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488102 May 21 15:37:51.370595 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec2782-2d8b-4ee9-8311-ebde8bcc4bfa req-f05afa63-7059-4cc5-b852-7bcc3652a4d1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:51.372074 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dcec2782-2d8b-4ee9-8311-ebde8bcc4bfa req-f05afa63-7059-4cc5-b852-7bcc3652a4d1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0888355 May 21 15:37:51.427748 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dcec2782-2d8b-4ee9-8311-ebde8bcc4bfa req-27f2928f-28b9-48ef-bed8-fd0984b6f675 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494130 May 21 15:37:51.537804 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 6dcf8809-05a8-4bb9-93ca-3a54b742138d up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:37:51.620114 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 6dcf8809-05a8-4bb9-93ca-3a54b742138d triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:37:51.620468 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:52.635286 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d77040-dbde-454f-999c-80a449b9be49 req-06934716-ef75-45e3-9103-9cc451afc4a8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:52.636954 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82d77040-dbde-454f-999c-80a449b9be49 req-06934716-ef75-45e3-9103-9cc451afc4a8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0892844 May 21 15:37:52.685410 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82d77040-dbde-454f-999c-80a449b9be49 req-b9437222-3b4b-423a-885c-f444049b0279 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425117 May 21 15:37:53.896756 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0f909-d999-471f-bf31-53e66313dba1 req-7c1605c6-36a6-445d-972c-3ba19dbf593b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:53.898372 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-03a0f909-d999-471f-bf31-53e66313dba1 req-7c1605c6-36a6-445d-972c-3ba19dbf593b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0970635 May 21 15:37:53.944399 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-03a0f909-d999-471f-bf31-53e66313dba1 req-e3ea18fe-b2ff-491e-a0e4-77455b626fec tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396097 May 21 15:37:55.140528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2adefe7-b291-4fad-ad64-a124d3a981e0 req-fe103cbb-0931-4578-8194-78e6764ea556 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:55.142127 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c2adefe7-b291-4fad-ad64-a124d3a981e0 req-fe103cbb-0931-4578-8194-78e6764ea556 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0801091 May 21 15:37:55.193307 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c2adefe7-b291-4fad-ad64-a124d3a981e0 req-9d975225-defa-4d95-b07e-4bca0e3841de tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448098 May 21 15:37:56.394281 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868227d6-f739-4fd8-a48e-8c5b0363393f req-35df170a-5503-4b11-a628-a661502f32ec tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:56.396120 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-868227d6-f739-4fd8-a48e-8c5b0363393f req-35df170a-5503-4b11-a628-a661502f32ec tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0909517 May 21 15:37:56.442905 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-868227d6-f739-4fd8-a48e-8c5b0363393f req-e39fa271-97ed-43d0-b99c-0df4f2966083 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410049 May 21 15:37:57.644341 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6986d2-6fdd-4714-a05e-a370ffb56ec4 req-46bf4a41-0303-45a7-ab0f-9b449ac81442 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:57.646105 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2a6986d2-6fdd-4714-a05e-a370ffb56ec4 req-46bf4a41-0303-45a7-ab0f-9b449ac81442 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0906382 May 21 15:37:57.707548 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2a6986d2-6fdd-4714-a05e-a370ffb56ec4 req-8e2cb827-0801-4cde-949a-6260e5b4cdf5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468130 May 21 15:37:58.917382 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9a1fbe-c3f1-44b1-b924-43dd7a0cfa0d req-1d91c7c9-4246-429b-a704-b10204bb490d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:37:58.921214 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-de9a1fbe-c3f1-44b1-b924-43dd7a0cfa0d req-1d91c7c9-4246-429b-a704-b10204bb490d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0970788 May 21 15:37:58.955888 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 54798) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:58.979920 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-de9a1fbe-c3f1-44b1-b924-43dd7a0cfa0d req-d29483bd-20b2-4cda-8048-24bf509b6fe1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529983 May 21 15:37:59.089247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.108081 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:37:59.114796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Usage tracker for resource:security_group_rule and tenant:bf3725bd8ba94d50ae9227479ecddbf1 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:37:59.118128 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:37:59.124440 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:37:59.209782 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.302955 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.312012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-72e60f5d-c693-4cb1-a0f6-f5b8af847415 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:59.356328 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bf3725bd8ba94d50ae9227479ecddbf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3991511 May 21 15:37:59.358191 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=397c8fdd-2e62-4579-842a-5bebe546349b,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:59.359142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 54810) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:37:59.361782 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:37:59.436226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.468059 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.625289 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.629689 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-722a7c53-2d27-4aac-9ab2-f5bdab08993f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:37:59.641077 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=397c8fdd-2e62-4579-842a-5bebe546349b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:37:59.652455 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.652841 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.653191 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.653537 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.653877 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.654217 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.654559 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.654917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.655254 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.655587 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.655920 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.656255 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:37:59.659603 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:37:59.660719 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/397c8fdd-2e62-4579-842a-5bebe546349b HTTP/1.1" status: 204 len: 168 time: 0.3003681 May 21 15:37:59.661717 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:00.196799 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c33e7c-5d27-41bb-8330-f050d389358a req-d5ca4a21-9cad-41fd-b611-c03d53f252f2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:00.198346 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c4c33e7c-5d27-41bb-8330-f050d389358a req-d5ca4a21-9cad-41fd-b611-c03d53f252f2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0866292 May 21 15:38:00.244684 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c4c33e7c-5d27-41bb-8330-f050d389358a req-8f422701-6441-4f0e-b8e1-05c74e6c2aed tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398839 May 21 15:38:01.573161 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06093cb5-2f5a-4da3-8fef-762f57249465 req-a5d79f5d-efdd-4724-bdf1-db381f3148ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:01.574756 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-06093cb5-2f5a-4da3-8fef-762f57249465 req-a5d79f5d-efdd-4724-bdf1-db381f3148ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.1858847 May 21 15:38:01.589913 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9336db3-db2a-4abd-8273-e37198d00531 req-5128d539-671b-4d7c-bcca-ae98c526b5f3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:01.591482 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d9336db3-db2a-4abd-8273-e37198d00531 req-5128d539-671b-4d7c-bcca-ae98c526b5f3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2341108 May 21 15:38:01.672300 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-06093cb5-2f5a-4da3-8fef-762f57249465 req-49f78eb8-106b-484f-a187-852e34f42c6c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746653 May 21 15:38:01.679912 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d9336db3-db2a-4abd-8273-e37198d00531 req-f6cb86d7-bd8f-4c1a-80fa-0737706a60b9 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675316 May 21 15:38:02.890195 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6af0d4-e9eb-469d-91bc-94f493be3dd0 req-057f656b-f9cd-4958-8fe2-ae9e25d37325 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:02.891669 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bd6af0d4-e9eb-469d-91bc-94f493be3dd0 req-057f656b-f9cd-4958-8fe2-ae9e25d37325 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0807579 May 21 15:38:02.937732 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bd6af0d4-e9eb-469d-91bc-94f493be3dd0 req-7cc67fc9-8392-41bf-a548-d438bce2d436 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393131 May 21 15:38:04.135809 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7467e-107a-4573-907d-a9db79b97d9c req-0db8d24e-390c-47ea-a653-a8bdf6802508 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:04.137286 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7ea7467e-107a-4573-907d-a9db79b97d9c req-0db8d24e-390c-47ea-a653-a8bdf6802508 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0864494 May 21 15:38:04.182771 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7ea7467e-107a-4573-907d-a9db79b97d9c req-329747d6-e609-4832-b92e-0bc2f78040dc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398066 May 21 15:38:04.980823 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8431bd-7ff8-4077-a5bc-4a7d39d73703 req-8184d7ad-7a86-4598-9a98-6737da15eac5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:04.982355 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e8431bd-7ff8-4077-a5bc-4a7d39d73703 req-8184d7ad-7a86-4598-9a98-6737da15eac5 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1422117 May 21 15:38:05.019206 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a163337-85f1-4436-a466-41747b2f07da req-e5aab503-2acf-4006-bfdc-84d5240e0ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:05.020946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-e5aab503-2acf-4006-bfdc-84d5240e0ad8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=3e23b828358d476d86412125f61bdb24&device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 1098 time: 0.1431105 May 21 15:38:05.069977 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e8431bd-7ff8-4077-a5bc-4a7d39d73703 req-cf78f97d-b37c-40c2-bbea-535e8fa7a70d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782816 May 21 15:38:05.171901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a163337-85f1-4436-a466-41747b2f07da req-81441265-fb07-4480-a669-0e4b9d2bc752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:05.173344 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-81441265-fb07-4480-a669-0e4b9d2bc752 service neutron] 10.222.0.74 "GET /v2.0/networks?id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 200 len: 920 time: 0.1434209 May 21 15:38:05.246435 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-ed9df691-7f76-473b-a0b2-631dbfd86b27 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 200 len: 217 time: 0.0653231 May 21 15:38:05.312559 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a163337-85f1-4436-a466-41747b2f07da req-2ae1c9e6-f686-4275-9e21-950d62ab835b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:05.314006 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-2ae1c9e6-f686-4275-9e21-950d62ab835b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 200 len: 859 time: 0.0610576 May 21 15:38:05.362043 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-aa8987d7-7d69-4adf-a8a7-3e7841d29286 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=2a9318a6-b863-4c00-8feb-8e0a42c33f1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410659 May 21 15:38:05.495718 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-de841ba4-6632-4b40-a5e3-c1c2ee704167 service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264071 May 21 15:38:05.634261 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a163337-85f1-4436-a466-41747b2f07da req-1e2ba8a0-9689-415a-9d78-2c967961567e service neutron] 10.222.0.74 "GET /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296015 May 21 15:38:06.270495 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2a1f1-5c70-4394-a8a5-8c111d76fac2 req-f7b10aed-0048-49d2-9cb3-fc708c0c5c5f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:06.272035 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3ce2a1f1-5c70-4394-a8a5-8c111d76fac2 req-f7b10aed-0048-49d2-9cb3-fc708c0c5c5f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0914350 May 21 15:38:06.318857 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3ce2a1f1-5c70-4394-a8a5-8c111d76fac2 req-b30af1d3-4294-4735-bf3a-713962e09083 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408230 May 21 15:38:07.520315 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30df236-fdeb-49ce-a88c-44425bc84832 req-19904fb8-4697-4195-9afa-c5a15e30e185 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:07.521752 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b30df236-fdeb-49ce-a88c-44425bc84832 req-19904fb8-4697-4195-9afa-c5a15e30e185 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0858276 May 21 15:38:07.573210 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b30df236-fdeb-49ce-a88c-44425bc84832 req-088e5814-f44d-4625-bb30-4927df12a811 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454926 May 21 15:38:08.770850 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ce391-67ea-40b0-8343-b9e37109542f req-d19a5a89-f64f-4dfe-a940-3f5899e448ad tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:08.772305 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-839ce391-67ea-40b0-8343-b9e37109542f req-d19a5a89-f64f-4dfe-a940-3f5899e448ad tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0860035 May 21 15:38:08.816963 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-839ce391-67ea-40b0-8343-b9e37109542f req-ae214a95-cde7-4859-8c2a-adc08fe3918f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389185 May 21 15:38:10.012377 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c2eb1-092b-4036-8b27-e75447b9ad98 req-ebf5b3e1-e7f0-41f6-ade8-4c707c66c296 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:10.013821 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c5c2eb1-092b-4036-8b27-e75447b9ad98 req-ebf5b3e1-e7f0-41f6-ade8-4c707c66c296 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0837009 May 21 15:38:10.058446 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c5c2eb1-092b-4036-8b27-e75447b9ad98 req-03c1676d-cad6-43a6-b6ad-86272d9f3aec tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390005 May 21 15:38:10.179415 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-bc70d8dc-0abd-43b4-ab32-abb7512073e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:11.318258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba496bb-2abb-46bb-ab6c-bd481be8e6a4 req-e1e75f1b-0fdb-4124-af64-84e9b02ddab2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:11.319845 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ba496bb-2abb-46bb-ab6c-bd481be8e6a4 req-e1e75f1b-0fdb-4124-af64-84e9b02ddab2 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0855484 May 21 15:38:11.370616 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ba496bb-2abb-46bb-ab6c-bd481be8e6a4 req-ed07e1df-5d45-4f17-ad98-2276b16cd1fc tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447657 May 21 15:38:12.602145 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:12.679152 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c0bb03-870f-4656-b584-f843c0de3c3b req-5f04f347-9f43-4484-aa4c-98649a4ed3af tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:12.682077 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28c0bb03-870f-4656-b584-f843c0de3c3b req-5f04f347-9f43-4484-aa4c-98649a4ed3af tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1830304 May 21 15:38:12.726243 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28c0bb03-870f-4656-b584-f843c0de3c3b req-862de12e-c136-4f13-ba1e-744a77a5fe23 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396576 May 21 15:38:12.830875 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7fd711bb-46c0-4fc4-b6d3-e76df3cbc687 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:13.110860 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:38:13.893536 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:15.539085 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:18.073926 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:21.430335 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df73c37-b49b-4845-9094-930d9a3f6f8c req-23472dc0-f18c-43e9-8b19-a8ab6829988b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:21.431802 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5df73c37-b49b-4845-9094-930d9a3f6f8c req-23472dc0-f18c-43e9-8b19-a8ab6829988b tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0857031 May 21 15:38:21.483880 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5df73c37-b49b-4845-9094-930d9a3f6f8c req-1b4358fb-2bd0-49dc-8e85-07f9ed160e89 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423379 May 21 15:38:22.671910 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693cb24-511a-44c0-95db-5ee7332c7192 req-19958eaf-9dde-4acc-8756-726c8afe6ece tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:22.673404 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c693cb24-511a-44c0-95db-5ee7332c7192 req-19958eaf-9dde-4acc-8756-726c8afe6ece tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.0819495 May 21 15:38:22.718268 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c693cb24-511a-44c0-95db-5ee7332c7192 req-fbcd5970-1d2e-4394-bb3f-8c86379bb12f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390291 May 21 15:38:23.713563 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 55154) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:23.845437 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:23.863873 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:38:23.870477 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Usage tracker for resource:security_group_rule and tenant:0ba30d96bf224621b20d12bd21880fd8 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:38:23.875854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:38:23.883561 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:38:23.978523 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.033263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.041977 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-711cccbe-486b-4d2e-ad64-3ff316220436 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:24.086929 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=501da956-e9a2-4170-8d63-fe90ac53a0b4,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:24.092214 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0ba30d96bf224621b20d12bd21880fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3775620 May 21 15:38:24.093486 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:24.095347 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55164) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:24.113119 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26d9db1-5a5b-4231-957e-780035594797 req-29c5ad7e-f3f8-4f36-81a2-5e9bf6684da1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:24.114696 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a26d9db1-5a5b-4231-957e-780035594797 req-29c5ad7e-f3f8-4f36-81a2-5e9bf6684da1 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1342406 May 21 15:38:24.161749 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.164262 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a26d9db1-5a5b-4231-957e-780035594797 req-6a68f18b-4456-4cbb-868d-f22a0bf5247f tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431278 May 21 15:38:24.190222 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.330957 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.335776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-35c4efe1-fcda-4a62-a165-8e91041efd5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:24.348393 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=501da956-e9a2-4170-8d63-fe90ac53a0b4,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:24.351885 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:24.357077 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:24.360514 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/501da956-e9a2-4170-8d63-fe90ac53a0b4 HTTP/1.1" status: 204 len: 168 time: 0.2617545 May 21 15:38:25.404782 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-da91483e-035a-4c66-81ac-87f87e6b3d5a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:25.406271 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-da91483e-035a-4c66-81ac-87f87e6b3d5a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1708679 May 21 15:38:25.459587 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03899250-9c5b-455b-9ab9-a4ff49ae9f68 req-e3bc5ff3-e8f8-47da-a731-20a69a1c37ad tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:25.461012 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-03899250-9c5b-455b-9ab9-a4ff49ae9f68 req-e3bc5ff3-e8f8-47da-a731-20a69a1c37ad tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 945 time: 0.1484635 May 21 15:38:25.558120 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-03899250-9c5b-455b-9ab9-a4ff49ae9f68 req-d566f75d-dc1d-4cbb-8116-fbc2105c3870 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901558 May 21 15:38:25.592715 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Deleting port 40bfbae7-167e-4849-a328-64de941a46c8 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:38:25.593061 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:25.737303 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] For port 40bfbae7-167e-4849-a328-64de941a46c8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=40bfbae7-167e-4849-a328-64de941a46c8,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:25.737937 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:25.864307 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Calling delete_port for 40bfbae7-167e-4849-a328-64de941a46c8 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:38:26.041834 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:26.047631 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9d3a2099-b753-4500-86fc-1b1c43be5aee tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:26.055022 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['8a3c96c5-5a13-4e28-8637-d52c50beacb4', '40bfbae7-167e-4849-a328-64de941a46c8'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:38:26.094930 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Pushing event deleted for resources: {'Port': ['ID=40bfbae7-167e-4849-a328-64de941a46c8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:26.098579 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:26.170838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] No DVR routers for this DVR port 40bfbae7-167e-4849-a328-64de941a46c8 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:38:26.173187 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:26.175987 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'name': 'network-vif-deleted', 'tag': '40bfbae7-167e-4849-a328-64de941a46c8'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:38:26.229805 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ecded00-72f5-46e9-8e95-1a8a80967060', 'name': 'network-vif-deleted', 'tag': '40bfbae7-167e-4849-a328-64de941a46c8', 'status': 'completed', 'code': 200} May 21 15:38:26.282302 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d33932dc-3fe9-432b-b3f2-d0fe7834398d req-4b2cf787-fa0a-42a0-8541-879c36113071 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "DELETE /v2.0/ports/40bfbae7-167e-4849-a328-64de941a46c8 HTTP/1.1" status: 204 len: 173 time: 0.8680408 May 21 15:38:26.729126 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-90da2a7b-6dad-4adf-a8f4-8085d4fa386e req-fae61f5b-49d4-4539-a6bd-3517bdae6028 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Synchronizing usage tracker for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:38:26.836226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-90da2a7b-6dad-4adf-a8f4-8085d4fa386e req-fae61f5b-49d4-4539-a6bd-3517bdae6028 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Unset dirty status for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:38:26.843567 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-90da2a7b-6dad-4adf-a8f4-8085d4fa386e req-fae61f5b-49d4-4539-a6bd-3517bdae6028 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=7ecded00-72f5-46e9-8e95-1a8a80967060 HTTP/1.1" status: 200 len: 210 time: 0.1548786 May 21 15:38:28.525769 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece5a08f-a305-443f-a9dd-c450d0ff0bbc req-c5f66837-33cf-4665-ae0f-d6d609d838d0 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:28.527342 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ece5a08f-a305-443f-a9dd-c450d0ff0bbc req-c5f66837-33cf-4665-ae0f-d6d609d838d0 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0862029 May 21 15:38:28.585713 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ece5a08f-a305-443f-a9dd-c450d0ff0bbc req-6bd65fd5-0431-4418-8c30-b0b1b654c5a8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480671 May 21 15:38:29.677498 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 40bfbae7-167e-4849-a328-64de941a46c8 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:38:29.713782 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 40bfbae7-167e-4849-a328-64de941a46c8 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:38:29.714125 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 40bfbae7-167e-4849-a328-64de941a46c8 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:38:29.779169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1a5539-d522-4d7c-8265-cceab05645ac req-24e72a5d-98f4-47f8-a4e3-4e125b8ba911 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:29.780525 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7f1a5539-d522-4d7c-8265-cceab05645ac req-24e72a5d-98f4-47f8-a4e3-4e125b8ba911 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0867364 May 21 15:38:29.826804 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7f1a5539-d522-4d7c-8265-cceab05645ac req-f21da387-5b0e-40b9-8ba8-77412669b8b3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405567 May 21 15:38:29.992132 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-d0cbfe77-1ac9-4192-b0dc-648a676519a7 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-747632170&fields=id&tenant_id=0726b565006849e5936329b80bc6293d HTTP/1.1" status: 200 len: 267 time: 0.0390773 May 21 15:38:30.216728 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-626a9b20-bd74-4206-a11f-3c4cd99acf77 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:30.218202 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-626a9b20-bd74-4206-a11f-3c4cd99acf77 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 809 time: 0.2196927 May 21 15:38:30.235183 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-99ad3548-64ea-48d7-8efc-bd63fd268346 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/quotas/0726b565006849e5936329b80bc6293d HTTP/1.1" status: 200 len: 375 time: 0.0096529 May 21 15:38:30.322273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-3ced98f6-59d4-4592-aec1-09272144bdb2 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Synchronizing usage tracker for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:38:30.410883 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-3ced98f6-59d4-4592-aec1-09272144bdb2 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Unset dirty status for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:38:30.412191 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-3ced98f6-59d4-4592-aec1-09272144bdb2 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1689680 May 21 15:38:30.547827 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-45b878ca-5a9d-4202-a661-8498d3470ec0 service neutron] 10.222.0.66 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 May 21 15:38:30.686748 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c1279698-3b34-46c2-976b-47cde4832e7f service neutron] 10.222.0.66 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315036 May 21 15:38:30.812660 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55290) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:30.986866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.001451 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:38:31.009250 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Usage tracker for resource:security_group_rule and tenant:6c6d059e121242bba9b4d5c80d54c4e2 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:38:31.014492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:38:31.026290 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:38:31.056717 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4603d268-b8cf-4fa7-b0a9-ec547b88ba1d req-d2b32d75-7af9-4838-b3e3-e5c5d6326e09 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:31.060604 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4603d268-b8cf-4fa7-b0a9-ec547b88ba1d req-d2b32d75-7af9-4838-b3e3-e5c5d6326e09 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0983393 May 21 15:38:31.109500 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4603d268-b8cf-4fa7-b0a9-ec547b88ba1d req-4c433611-82c6-4d96-907f-fc3b4396bfed tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419891 May 21 15:38:31.116821 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.224558 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.239679 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9ab8fc0f-1dfd-4bba-8153-1f2e562a5983 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:31.290094 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6c6d059e121242bba9b4d5c80d54c4e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4763124 May 21 15:38:31.290942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c4bc1a-df98-4bbe-89d5-bba5b9bd0b3a,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:31.292979 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 55306) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:31.294594 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:31.353615 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.383032 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.473262 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-16d8148c-aaef-4e09-a892-0b8c6a51b0a4 req-76021879-ad7d-486a-ae6b-75a1d12d4ea8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 210 time: 0.0481317 May 21 15:38:31.604915 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.610161 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-bf888648-c7f5-4ec0-b120-1d33a3b9e61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:31.622766 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c4bc1a-df98-4bbe-89d5-bba5b9bd0b3a,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:31.631938 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:31.634263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:31.638113 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/00c4bc1a-df98-4bbe-89d5-bba5b9bd0b3a HTTP/1.1" status: 204 len: 168 time: 0.3434289 May 21 15:38:32.318839 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bd48c7-09f4-4b54-b2e7-c9c8f19589d3 req-7d9d8dc2-2822-43de-8d36-0456449ca85a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:32.320296 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38bd48c7-09f4-4b54-b2e7-c9c8f19589d3 req-7d9d8dc2-2822-43de-8d36-0456449ca85a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.0859463 May 21 15:38:32.370093 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38bd48c7-09f4-4b54-b2e7-c9c8f19589d3 req-51f8a266-150b-4744-83d4-fc1f93606d37 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438948 May 21 15:38:32.590500 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8b03f5c4-6a0c-4355-9117-7d60141ca8c7 req-013c619d-3f37-4653-9978-64516d3ad344 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 210 time: 0.0473762 May 21 15:38:33.586115 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc0856b-ce0f-4bbd-895d-5f90128c9b6f req-f92bce58-aadf-4d09-87eb-419d0b3e1b48 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:33.593366 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6dc0856b-ce0f-4bbd-895d-5f90128c9b6f req-f92bce58-aadf-4d09-87eb-419d0b3e1b48 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1041062 May 21 15:38:33.643999 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6dc0856b-ce0f-4bbd-895d-5f90128c9b6f req-630204ea-934b-48c6-baa7-0d82d64ef3e8 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492244 May 21 15:38:33.798813 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88e28fc2-1a00-4a5c-9e57-3fd18b5a41ea req-54712f39-ddc5-4026-859d-ad03725ca2db tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 210 time: 0.0434749 May 21 15:38:34.434741 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-5fc8f9c7-70e5-4aa0-83a5-20be625cef41 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:34.436472 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-5fc8f9c7-70e5-4aa0-83a5-20be625cef41 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 809 time: 0.1506429 May 21 15:38:34.486763 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-263abca4-0b89-4003-9ba0-181ba4bde313 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0726b565006849e5936329b80bc6293d HTTP/1.1" status: 200 len: 379 time: 0.0413351 May 21 15:38:34.496569 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'port': {'device_id': 'a3667826-1426-4401-9dec-7ececce82e0d', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'admin_state_up': True, 'tenant_id': '0726b565006849e5936329b80bc6293d', 'security_groups': ['e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:38:34.644636 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:38:34.654245 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:38:34.837539 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Made reservation on behalf of 0726b565006849e5936329b80bc6293d for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:38:34.842072 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.026264 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a7482827-f94f-45e5-9c95-c77f5ea33a95 req-cee1bb8d-9ff1-45a4-9ebe-888c555352c9 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 210 time: 0.0593224 May 21 15:38:35.038422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c190e0-950f-4094-b805-034255b64720 req-8caace48-9d26-4353-ac1a-80ea5c64ab9a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:35.040151 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-36c190e0-950f-4094-b805-034255b64720 req-8caace48-9d26-4353-ac1a-80ea5c64ab9a tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.2738895 May 21 15:38:35.139816 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-36c190e0-950f-4094-b805-034255b64720 req-53108469-b222-47c6-91d7-95f144194fcb tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/security-groups?id=f9d583a7-1205-40df-91a1-3bd4033ebfab&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920982 May 21 15:38:35.150356 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Allocated IP 172.20.0.10 (7897574e-ea4c-4139-bd41-1b37d3a1b9ee/f9226e88-8e37-425b-baeb-fc8a5ae5c369/1d926dcd-317e-4ed1-90c6-f89a668117ca) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:38:35.172882 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-e7758a9b-5986-4844-aa2b-a188e3503a47 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:35.174114 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-e7758a9b-5986-4844-aa2b-a188e3503a47 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Synchronizing usage tracker for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:38:35.187447 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-e7758a9b-5986-4844-aa2b-a188e3503a47 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Unset dirty status for tenant:3e23b828358d476d86412125f61bdb24 on resource:port {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:38:35.192351 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-e7758a9b-5986-4844-aa2b-a188e3503a47 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 945 time: 0.1059365 May 21 15:38:35.363042 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Deleting port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:38:35.363392 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.459824 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.476132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Transition to ACTIVE for port object 1d926dcd-317e-4ed1-90c6-f89a668117ca will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:38:35.505616 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] For port 8a3c96c5-5a13-4e28-8637-d52c50beacb4, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8a3c96c5-5a13-4e28-8637-d52c50beacb4,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:35.505980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.602663 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.609616 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c926ad1d-b79c-440d-b581-699594d96610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:35.643349 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Calling delete_port for 8a3c96c5-5a13-4e28-8637-d52c50beacb4 owned by compute:nova {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:38:35.692760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:38:35.695661 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:38:35.699760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:38:35.746909 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:35.752907 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:35.803074 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:35.803074 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.910572 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4174888 May 21 15:38:35.927933 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Request body: {'port': {'device_id': 'a3667826-1426-4401-9dec-7ececce82e0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:38:35.937242 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:35.944056 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3afa3bfe-271e-418b-86ef-6572e4f0e724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:35.952488 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['8a3c96c5-5a13-4e28-8637-d52c50beacb4'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:38:35.997277 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Pushing event deleted for resources: {'Port': ['ID=8a3c96c5-5a13-4e28-8637-d52c50beacb4,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:36.043473 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d8fff547-2dd6-469b-87b0-3b9a403b41bd None None] Provisioning for port 1d926dcd-317e-4ed1-90c6-f89a668117ca completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:38:36.068289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:36.070533 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d8fff547-2dd6-469b-87b0-3b9a403b41bd None None] Provisioning complete for port 1d926dcd-317e-4ed1-90c6-f89a668117ca triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:38:36.071156 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d8fff547-2dd6-469b-87b0-3b9a403b41bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:36.112292 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:36.179442 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] No DVR routers for this DVR port 8a3c96c5-5a13-4e28-8637-d52c50beacb4 on host hv-cinder-79229 {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:38:36.188656 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-d8fff547-2dd6-469b-87b0-3b9a403b41bd None None] Port 1d926dcd-317e-4ed1-90c6-f89a668117ca cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:38:36.189460 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:36.210195 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'name': 'network-vif-deleted', 'tag': '8a3c96c5-5a13-4e28-8637-d52c50beacb4'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:38:36.359043 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-2b124ca3-e31b-47ea-8451-9fd1670bf4e6 req-3f5dba43-75f8-4f14-bb74-1ebe8575137d tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.74 "DELETE /v2.0/ports/8a3c96c5-5a13-4e28-8637-d52c50beacb4 HTTP/1.1" status: 204 len: 173 time: 1.1637442 May 21 15:38:36.405502 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355cde11-77da-48bc-9b72-72b93bdaf484 req-63900030-34c8-4d8e-a707-d32b4612e2c4 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:36.406190 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-355cde11-77da-48bc-9b72-72b93bdaf484 req-63900030-34c8-4d8e-a707-d32b4612e2c4 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Synchronizing usage tracker for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:38:36.629100 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-355cde11-77da-48bc-9b72-72b93bdaf484 req-63900030-34c8-4d8e-a707-d32b4612e2c4 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Unset dirty status for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:38:36.630262 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-355cde11-77da-48bc-9b72-72b93bdaf484 req-63900030-34c8-4d8e-a707-d32b4612e2c4 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 932 time: 0.3981886 May 21 15:38:36.665760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d926dcd-317e-4ed1-90c6-f89a668117ca {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:38:36.675395 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:36.701760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Transition to ACTIVE for port object 1d926dcd-317e-4ed1-90c6-f89a668117ca will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:38:36.714746 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-355cde11-77da-48bc-9b72-72b93bdaf484 req-2dedb92c-ee73-4001-aadf-33b6aeff89e5 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745919 May 21 15:38:36.800055 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:36.808010 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:36.840555 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f130c5d7-95fa-4f43-b9c5-a8712e5a7b88', 'name': 'network-vif-deleted', 'tag': '8a3c96c5-5a13-4e28-8637-d52c50beacb4', 'status': 'completed', 'code': 200} May 21 15:38:36.965163 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a3054c7-1c7c-4322-bc7e-155a1f4577d7 req-c72bba1a-69f1-4e04-bbf9-4cb9a0b8b4f3 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] 10.222.0.66 "GET /v2.0/ports?device_id=f130c5d7-95fa-4f43-b9c5-a8712e5a7b88 HTTP/1.1" status: 200 len: 210 time: 0.1177421 May 21 15:38:37.042832 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:37.054465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:37.186059 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Attempting to bind port 1d926dcd-317e-4ed1-90c6-f89a668117ca on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:38:37.186385 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Attempting to bind port 1d926dcd-317e-4ed1-90c6-f89a668117ca by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:38:37.186721 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Attempting to bind port 1d926dcd-317e-4ed1-90c6-f89a668117ca on network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:38:37.192458 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Port 1d926dcd-317e-4ed1-90c6-f89a668117ca on network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:38:37.192770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Attempting to bind port 1d926dcd-317e-4ed1-90c6-f89a668117ca on network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:38:37.202425 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd330a-1968-4c62-8192-a65892b4c039 req-182b28a5-3526-4ee1-b794-35745a257b27 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:37.210126 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9dfd330a-1968-4c62-8192-a65892b4c039 req-182b28a5-3526-4ee1-b794-35745a257b27 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.2367141 May 21 15:38:37.265898 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:38:37.266290 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Checking segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:38:37.266604 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Bound using segment: {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:38:37.267048 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Bound port: 1d926dcd-317e-4ed1-90c6-f89a668117ca, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c35c15da-70e5-4f62-8589-289757a7e78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 751, 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:38:37.267449 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:37.370931 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9dfd330a-1968-4c62-8192-a65892b4c039 req-8ad21e55-3660-4825-a721-ac771ed3e840 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598930 May 21 15:38:37.405761 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:38:37.408788 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:38:37.487896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:37.491697 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:37.551405 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:37.551932 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:37.554067 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-c735508d-c926-4868-ac40-344c35abc645 service neutron] 10.222.0.74 "PUT /v2.0/ports/1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 1094 time: 1.6303327 May 21 15:38:37.554566 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:38:37.578913 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:37.582533 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:37.606598 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'status': 'completed', 'code': 200} May 21 15:38:37.708129 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525877f-caed-4cb9-adeb-7f681a8bfffa req-f7cfcdbe-5ac4-4dfa-906d-8d584c4e68f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:37.709695 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5525877f-caed-4cb9-adeb-7f681a8bfffa req-f7cfcdbe-5ac4-4dfa-906d-8d584c4e68f9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1097 time: 0.0806570 May 21 15:38:38.008437 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525877f-caed-4cb9-adeb-7f681a8bfffa req-f7873dd2-daf7-4147-a25c-9aa836e62fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.009766 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5525877f-caed-4cb9-adeb-7f681a8bfffa req-f7873dd2-daf7-4147-a25c-9aa836e62fe7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=0726b565006849e5936329b80bc6293d&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2885795 May 21 15:38:38.050416 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a603f69-117b-42d1-8e5f-daffd133be2a req-29aa59a4-004a-4a97-981c-119c777ebad6 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.051946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0a603f69-117b-42d1-8e5f-daffd133be2a req-29aa59a4-004a-4a97-981c-119c777ebad6 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1447389 May 21 15:38:38.065750 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55496) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:38.174429 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0a603f69-117b-42d1-8e5f-daffd133be2a req-b3703237-f2f1-4dd5-88f0-51dd5519fa81 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160247 May 21 15:38:38.198802 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5525877f-caed-4cb9-adeb-7f681a8bfffa req-9196b720-3670-4913-b960-3a01782b5443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.200235 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5525877f-caed-4cb9-adeb-7f681a8bfffa req-9196b720-3670-4913-b960-3a01782b5443 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1799359 May 21 15:38:38.325280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-6c8a26d1-6cc7-4cd0-97b5-ddc2230058cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.326791 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-6c8a26d1-6cc7-4cd0-97b5-ddc2230058cc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1097 time: 0.0784988 May 21 15:38:38.401757 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-a99d32c7-10fc-4a8c-a248-096d843a29c7 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 217 time: 0.0669096 May 21 15:38:38.477198 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-56e00708-45f0-4433-b5b4-81c207c0e46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.478628 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-56e00708-45f0-4433-b5b4-81c207c0e46d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.0698969 May 21 15:38:38.646413 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-810166b1-c005-45d7-92bf-8e84a3aa46b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.648104 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-810166b1-c005-45d7-92bf-8e84a3aa46b0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1501856 May 21 15:38:38.648658 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:38.657582 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1380fb6a-b153-4f79-a314-8fa2a889cd88 req-4b0f6106-fd3e-4a8d-81a1-cd95e6ba2616 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:38.659608 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1380fb6a-b153-4f79-a314-8fa2a889cd88 req-4b0f6106-fd3e-4a8d-81a1-cd95e6ba2616 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1295202 May 21 15:38:38.786903 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1380fb6a-b153-4f79-a314-8fa2a889cd88 req-05990114-e611-4bc2-9fa9-0aa698b8ff19 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081557 May 21 15:38:38.825789 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-0946d66f-4554-44c2-b2e8-f0aed16cfa8e service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1652250 May 21 15:38:39.027386 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-722ba63c-b3e4-4563-b1f8-078c610b1885 req-65aa2b1a-2d60-4a90-8020-4a8ce2a22589 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933136 May 21 15:38:39.043772 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d49379e-3258-4f33-b45e-5c1e435b6841 req-229a608f-79e2-4626-9166-262ad9fe8559 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:39.045313 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2d49379e-3258-4f33-b45e-5c1e435b6841 req-229a608f-79e2-4626-9166-262ad9fe8559 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1225278 May 21 15:38:39.094676 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2d49379e-3258-4f33-b45e-5c1e435b6841 req-902852cb-34e6-4e8b-8fe3-4ec8296edc78 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414751 May 21 15:38:39.157004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Deleting port b5024061-8adf-423e-9a4b-96facbb07bca {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:38:39.157004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:39.237951 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] For port b5024061-8adf-423e-9a4b-96facbb07bca, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b5024061-8adf-423e-9a4b-96facbb07bca,segment=NetworkSegment(4ca80237-38f9-44bd-a265-2ebbae30c76d),segment_id=4ca80237-38f9-44bd-a265-2ebbae30c76d)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:39.238375 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:39.366343 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810de03-b42a-41b5-b180-7792f83b40ab req-fbbb015c-9315-416e-b097-c5e6c72d4a95 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:39.367188 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Calling delete_port for b5024061-8adf-423e-9a4b-96facbb07bca owned by network:router_interface {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:38:39.367634 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6810de03-b42a-41b5-b180-7792f83b40ab req-fbbb015c-9315-416e-b097-c5e6c72d4a95 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.0806813 May 21 15:38:39.425057 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6810de03-b42a-41b5-b180-7792f83b40ab req-d01d2428-2473-4164-9e60-0f5c57f3264c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511129 May 21 15:38:39.753636 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8a3c96c5-5a13-4e28-8637-d52c50beacb4 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:38:39.792171 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 8a3c96c5-5a13-4e28-8637-d52c50beacb4 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:38:39.792510 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8a3c96c5-5a13-4e28-8637-d52c50beacb4 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:38:39.836395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:39.840254 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-cc281d43-a895-47e1-af75-15fdcf38010e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:39.885240 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5024061-8adf-423e-9a4b-96facbb07bca,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:39.888259 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:39.991546 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f1c071-de19-464f-ae01-f5cb1f557390 req-3db93fa1-9c6b-45d2-8f8b-6683308b573d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:39.992946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-90f1c071-de19-464f-ae01-f5cb1f557390 req-3db93fa1-9c6b-45d2-8f8b-6683308b573d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0825801 May 21 15:38:40.041166 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-90f1c071-de19-464f-ae01-f5cb1f557390 req-f0deea05-ab75-4eab-9777-346a4c3ab543 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416474 May 21 15:38:40.161686 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-668cff3d-b028-4cd9-8ebd-9bb325aa3e41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:40.167386 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:40.292465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8701fcc2-0a88-4900-8a8e-081dd6dc44b5 req-ccd20353-8be0-4233-a89c-1fc14fd8a325 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:40.294217 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8701fcc2-0a88-4900-8a8e-081dd6dc44b5 req-ccd20353-8be0-4233-a89c-1fc14fd8a325 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0892730 May 21 15:38:40.339125 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8701fcc2-0a88-4900-8a8e-081dd6dc44b5 req-41541d53-af5a-43aa-891c-3c77cda137f4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384347 May 21 15:38:40.531721 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:38:40.622278 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6dc5741-221c-41c0-a375-8f11ba3360d2 req-8cd061dc-4726-4f4c-afab-63bf8fb2fe94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:40.627278 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6dc5741-221c-41c0-a375-8f11ba3360d2 req-8cd061dc-4726-4f4c-afab-63bf8fb2fe94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.0889876 May 21 15:38:40.677529 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6dc5741-221c-41c0-a375-8f11ba3360d2 req-e9ffab8c-c7c0-4661-9a6b-d9084f99abe1 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474653 May 21 15:38:40.714252 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:38:40.723572 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] Sync routers for ids ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:38:40.727508 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] 10.222.0.66 "PUT /v2.0/routers/aeb75cf1-4575-4ab4-a75d-e6fdca8b2623/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6605234 May 21 15:38:40.730889 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55526) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:40.733581 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] Routers {'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:38:40.734167 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:38:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:40.913062 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] Set router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:38:41.004170 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks [] for router, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:41.203194 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:41.259455 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139'}], 'enable_snat': True}, 'gw_port_id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:38:39Z', 'revision_number': 5, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port': {'id': 'ec424d14-bc45-4c3a-b7ad-d0ade998a378', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:22:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'device_owner': 'network:router_gateway', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:46Z', 'updated_at': '2021-05-21T15:35:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:41.263517 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] Checking router: aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:38:41.273223 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] Routers {'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:38:41.277443 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:38:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:41.302694 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b2015a-0420-405f-8da1-5329c17205a5 req-e67ad4f8-ee42-4b88-aa20-6878f2d6173c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:41.310529 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96b2015a-0420-405f-8da1-5329c17205a5 req-e67ad4f8-ee42-4b88-aa20-6878f2d6173c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0960674 May 21 15:38:41.342693 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Deleting port ec424d14-bc45-4c3a-b7ad-d0ade998a378 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:38:41.343065 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:41.353106 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96b2015a-0420-405f-8da1-5329c17205a5 req-c6e47e8c-41ba-4494-a6c6-ee3d99e0ed41 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416965 May 21 15:38:41.435354 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] Set router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:38:41.484304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] For port ec424d14-bc45-4c3a-b7ad-d0ade998a378, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=ec424d14-bc45-4c3a-b7ad-d0ade998a378,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:41.484759 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:41.554431 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:38:41Z', 'revision_number': 6, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port_host': None}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:41.559077 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1941c7ff-d013-4439-9c1d-7b7ab8467a89 None None] The sync data for ids ['aeb75cf1-4575-4ab4-a75d-e6fdca8b2623'] in dv-cinder-792299-3-smb is: [{'id': 'aeb75cf1-4575-4ab4-a75d-e6fdca8b2623', 'name': 'tempest-ServerRescueNegativeTestJSON-1030011409-router', 'tenant_id': '3e23b828358d476d86412125f61bdb24', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:44Z', 'updated_at': '2021-05-21T15:38:41Z', 'revision_number': 6, 'project_id': '3e23b828358d476d86412125f61bdb24', 'gw_port_host': None}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:38:41.559912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a34cd3e-a9bb-4551-9b65-bf754824d5ad req-a8ec16bb-df40-496a-8fa5-43b14e460b6f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:41.568220 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1a34cd3e-a9bb-4551-9b65-bf754824d5ad req-a8ec16bb-df40-496a-8fa5-43b14e460b6f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1057699 May 21 15:38:41.613152 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Calling delete_port for ec424d14-bc45-4c3a-b7ad-d0ade998a378 owned by network:router_gateway {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:38:41.623621 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1a34cd3e-a9bb-4551-9b65-bf754824d5ad req-872d599c-699f-42a4-b202-a01deab86567 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544116 May 21 15:38:41.836913 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:41.841815 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:41.887785 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec424d14-bc45-4c3a-b7ad-d0ade998a378,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:41.941140 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:41.971422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491706db-2b74-4440-9b2d-8d9e918697fc req-7079fb15-1fa8-4b7d-b84f-1fc3ca14914f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:41.973128 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-491706db-2b74-4440-9b2d-8d9e918697fc req-7079fb15-1fa8-4b7d-b84f-1fc3ca14914f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1782193 May 21 15:38:42.023942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.029946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-491706db-2b74-4440-9b2d-8d9e918697fc req-6edf64e0-4839-4efc-ab6f-b8f6d6387e15 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506260 May 21 15:38:42.214068 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.216728 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.387382 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.387889 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 {{(pid=92295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:38:42.401635 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.402562 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] 10.222.0.66 "DELETE /v2.0/routers/aeb75cf1-4575-4ab4-a75d-e6fdca8b2623 HTTP/1.1" status: 204 len: 168 time: 1.6707680 May 21 15:38:42.405233 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55550) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:42.476419 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Deleting subnet 33062eb6-6391-4b8e-8644-03f83347f706 {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:38:42.479794 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.531483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.564120 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217b45e-3ffe-4cbd-9f13-882c30c7c95c req-8c1b1d8a-6e4e-42e3-b1a7-6c158405c98a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:42.565651 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5217b45e-3ffe-4cbd-9f13-882c30c7c95c req-8c1b1d8a-6e4e-42e3-b1a7-6c158405c98a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0860429 May 21 15:38:42.604081 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.617612 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5217b45e-3ffe-4cbd-9f13-882c30c7c95c req-38e9e3f3-3a42-4473-982c-ea600ee29d4e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459876 May 21 15:38:42.630088 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.833461 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ffea1c24-3213-4535-a6e5-cdeb1f993486 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:42.839172 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88221305-0067-4340-a597-1f46c7a3eb93 req-23f6be01-e59b-4990-8a48-0d2505ef56ca tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:42.840708 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88221305-0067-4340-a597-1f46c7a3eb93 req-23f6be01-e59b-4990-8a48-0d2505ef56ca tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0928502 May 21 15:38:42.900217 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88221305-0067-4340-a597-1f46c7a3eb93 req-44e9fcf4-bfad-4d1a-b338-b4dd6a91103d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526512 May 21 15:38:43.097106 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.102512 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-37d47c32-ac36-46d0-8a5f-5d7bde2b96be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:43.139675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33062eb6-6391-4b8e-8644-03f83347f706,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:43.143529 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:43.144760 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.151236 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-bdc90bfb-32ca-4c60-bc51-4737854836ba admin admin] 10.222.0.66 "DELETE /v2.0/subnets/33062eb6-6391-4b8e-8644-03f83347f706 HTTP/1.1" status: 204 len: 168 time: 0.7447248 May 21 15:38:43.153474 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55560) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:43.231429 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825beb59-296f-44fd-965c-9a38435ebd9e req-c4ce1295-5e9b-4953-866a-986526e681aa tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:43.232899 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-825beb59-296f-44fd-965c-9a38435ebd9e req-c4ce1295-5e9b-4953-866a-986526e681aa tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.0871532 May 21 15:38:43.256193 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.279245 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-825beb59-296f-44fd-965c-9a38435ebd9e req-e47c616f-9c67-4197-a89b-200c2360bd14 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402997 May 21 15:38:43.389571 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.404176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a9318a6-b863-4c00-8feb-8e0a42c33f1d']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:43.416462 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca80237-38f9-44bd-a265-2ebbae30c76d') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:43.416749 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca80237-38f9-44bd-a265-2ebbae30c76d') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:43.428710 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.445260 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.451168 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:38:43.451548 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:38:43.464607 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:38:43.551343 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device ec424d14-bc45-4c3a-b7ad-d0ade998a378 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:38:43.585978 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: ec424d14-bc45-4c3a-b7ad-d0ade998a378 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:38:43.586319 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device ec424d14-bc45-4c3a-b7ad-d0ade998a378 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:38:43.586768 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5024061-8adf-423e-9a4b-96facbb07bca no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:38:43.624437 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.625136 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: b5024061-8adf-423e-9a4b-96facbb07bca {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:38:43.625136 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5024061-8adf-423e-9a4b-96facbb07bca not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:38:43.625426 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:43.637472 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.648400 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Pushing event deleted for resources: {'Network': ['ID=2a9318a6-b863-4c00-8feb-8e0a42c33f1d,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:43.652304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:43.725436 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] 10.222.0.66 "DELETE /v2.0/networks/2a9318a6-b863-4c00-8feb-8e0a42c33f1d HTTP/1.1" status: 204 len: 168 time: 0.5708921 May 21 15:38:43.770895 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:38:43.825580 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c27332-8989-4bbd-abfe-6f862a5559c7 req-586ae634-7c00-4dcc-a12e-8d68e113706c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:43.827069 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-54c27332-8989-4bbd-abfe-6f862a5559c7 req-586ae634-7c00-4dcc-a12e-8d68e113706c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0889680 May 21 15:38:43.874615 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-54c27332-8989-4bbd-abfe-6f862a5559c7 req-3c811cdf-a737-417b-9ee0-0ea1f1c32258 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414915 May 21 15:38:43.926100 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:43.952429 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:43.953352 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'port_id': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'mac_address': 'fa:16:3e:dc:9b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:38:44.023236 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:44.047894 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d926dcd-317e-4ed1-90c6-f89a668117ca {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:38:44.057676 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:44.130622 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:44.132812 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-ebf99d7f-ede4-4f25-a54a-2ac8d618294e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:44.146004 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-be18c741-082a-4ed4-a39a-3dbe0dfff31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:44.147481 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-be18c741-082a-4ed4-a39a-3dbe0dfff31e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1099 time: 0.1438408 May 21 15:38:44.148095 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55574) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:44.155081 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9242d-53dd-43e3-b393-b9cc8a4b1ad4 req-f454bc9c-3136-4630-bc7d-c443b537757a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:44.156506 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebb9242d-53dd-43e3-b393-b9cc8a4b1ad4 req-f454bc9c-3136-4630-bc7d-c443b537757a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1160057 May 21 15:38:44.205972 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a4fd4454-3053-4095-bbef-0cb6c60e330b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3e23b828358d476d86412125f61bdb24&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0536370 May 21 15:38:44.206541 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55578) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:44.219189 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:44.227551 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.228144 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.228749 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.229217 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.229818 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.230357 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.230676 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.231014 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.231326 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.231632 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.231945 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.232253 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:44.236267 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:44.269699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:44.293593 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebb9242d-53dd-43e3-b393-b9cc8a4b1ad4 req-799cdcf1-0641-47bf-9cc5-27f4e9cd7343 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1289392 May 21 15:38:44.298952 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:44.345136 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-8feee286-e2bb-4085-b538-96a98258768f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:44.347223 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-8feee286-e2bb-4085-b538-96a98258768f service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.1667318 May 21 15:38:44.445298 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:44.450331 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c178e093-7e6f-4487-a9fa-85bc38c4210b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:44.465903 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9d583a7-1205-40df-91a1-3bd4033ebfab,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:44.469259 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:44.471114 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:44.472448 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f9d583a7-1205-40df-91a1-3bd4033ebfab HTTP/1.1" status: 204 len: 168 time: 0.2649879 May 21 15:38:44.500220 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-614f2121-8de1-4639-9305-846d6e41bb04 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 1002 time: 0.1447287 May 21 15:38:44.582298 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba148a7-8438-48c6-a4ec-97bce8485933 req-b2d9b1a7-344e-4e21-a5c0-f577424db287 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:44.583798 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dba148a7-8438-48c6-a4ec-97bce8485933 req-b2d9b1a7-344e-4e21-a5c0-f577424db287 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 945 time: 0.1771989 May 21 15:38:44.587483 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-1b6f4025-c0c3-4a08-bec9-0ed8e36ee81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:44.588807 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-1b6f4025-c0c3-4a08-bec9-0ed8e36ee81e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0812893 May 21 15:38:44.682768 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dba148a7-8438-48c6-a4ec-97bce8485933 req-73541146-e352-4b03-bc4e-f1e2c2795fb9 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881691 May 21 15:38:44.723256 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-de7e3631-a0b9-48ed-9528-2583390270f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:44.723256 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-de7e3631-a0b9-48ed-9528-2583390270f3 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1114302 May 21 15:38:44.875876 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1d926dcd-317e-4ed1-90c6-f89a668117ca'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:38:44.889454 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-c22f020d-0166-4659-97ba-610fa97d24c8 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613126 May 21 15:38:45.056880 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d78c1d59-f732-4cd3-a1f9-f3c9dd0ff15a req-7727ff00-a6d9-4617-a2d1-bc5033590739 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550765 May 21 15:38:45.256828 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910b13dd-3c54-4342-82a3-44cb02f6e157 req-248a9db3-d029-4084-a29d-2298ace9208c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:45.258765 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-910b13dd-3c54-4342-82a3-44cb02f6e157 req-248a9db3-d029-4084-a29d-2298ace9208c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1253722 May 21 15:38:45.333832 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-910b13dd-3c54-4342-82a3-44cb02f6e157 req-0912bd19-3232-4bdb-a5fc-844fbbdc7a23 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0680654 May 21 15:38:45.544327 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3c052-d8b8-4e04-a74f-8acfffcf9bd6 req-3631a8d6-39e9-4942-ab1e-45f161efdea2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:45.546023 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-13b3c052-d8b8-4e04-a74f-8acfffcf9bd6 req-3631a8d6-39e9-4942-ab1e-45f161efdea2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0869007 May 21 15:38:45.582418 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:45.623332 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-13b3c052-d8b8-4e04-a74f-8acfffcf9bd6 req-6a625e23-46df-4786-b630-c18a5457e825 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614600 May 21 15:38:45.991169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7483716-d31a-476b-902c-2ecfe82fa512 req-2ea77538-c62b-470f-b56f-55ed99c0d13a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:45.993006 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7483716-d31a-476b-902c-2ecfe82fa512 req-2ea77538-c62b-470f-b56f-55ed99c0d13a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 945 time: 0.1756485 May 21 15:38:46.045824 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7483716-d31a-476b-902c-2ecfe82fa512 req-02653dea-16cf-4c04-ab33-3ef964c7b8db tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465486 May 21 15:38:46.582414 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aea347b-7e22-49ac-80eb-d8cef9f2cd27 req-54d80322-46ab-474c-ac7b-4143bf09a944 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:46.587228 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0aea347b-7e22-49ac-80eb-d8cef9f2cd27 req-54d80322-46ab-474c-ac7b-4143bf09a944 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1018484 May 21 15:38:46.641399 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0aea347b-7e22-49ac-80eb-d8cef9f2cd27 req-d2d272af-2e67-4bbe-aa5c-1cb72467a349 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500221 May 21 15:38:46.842462 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5aa4d6-944d-4ed5-a6b5-6bc14e24858f req-89096c10-871c-4efc-ac4c-b9be045de513 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:46.843982 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ab5aa4d6-944d-4ed5-a6b5-6bc14e24858f req-89096c10-871c-4efc-ac4c-b9be045de513 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0863409 May 21 15:38:46.895225 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ab5aa4d6-944d-4ed5-a6b5-6bc14e24858f req-3ddd944d-c531-40a6-8fa9-c7c38594f857 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419483 May 21 15:38:47.259569 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3f0e8a-87c1-4f6c-befe-e4c3fb5c800a req-b4af34d8-f02c-4689-82d5-667371cfd41d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:47.261115 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ad3f0e8a-87c1-4f6c-befe-e4c3fb5c800a req-b4af34d8-f02c-4689-82d5-667371cfd41d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 945 time: 0.0921307 May 21 15:38:47.308959 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ad3f0e8a-87c1-4f6c-befe-e4c3fb5c800a req-cc39a4fb-325c-4d73-9337-d2c25e2fa7e8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417595 May 21 15:38:47.799357 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:38:47.857802 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aae905-7f74-432a-aeb2-262ab22eabe1 req-ff6427cf-3fdf-42fe-9e96-302da96ee844 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:47.863398 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e4aae905-7f74-432a-aeb2-262ab22eabe1 req-ff6427cf-3fdf-42fe-9e96-302da96ee844 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1041293 May 21 15:38:47.935008 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e4aae905-7f74-432a-aeb2-262ab22eabe1 req-3a228622-9daf-4b30-a954-f974cb26177c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692620 May 21 15:38:47.958509 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 1d926dcd-317e-4ed1-90c6-f89a668117ca completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:38:47.963826 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 1d926dcd-317e-4ed1-90c6-f89a668117ca triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:38:47.964190 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:48.104965 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:48.127667 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:48.159627 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19309a2d-c7af-4cc6-bc14-479dd6d02443 req-a63204e8-1f3b-4378-b5e6-b5ce4dfcecef tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:48.161209 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-19309a2d-c7af-4cc6-bc14-479dd6d02443 req-a63204e8-1f3b-4378-b5e6-b5ce4dfcecef tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1516597 May 21 15:38:48.165421 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:38:48.177031 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:48.215498 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'code': 200} May 21 15:38:48.215689 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-19309a2d-c7af-4cc6-bc14-479dd6d02443 req-75957809-bb86-4bd4-a888-b19923f82c28 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472376 May 21 15:38:48.251946 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:48.254919 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:48.327609 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:48.330609 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:48.517940 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf308c9-a031-4ab2-af5a-e92ab2cc57bd req-4dc43bd2-b05a-44cf-8b01-ab65111164b3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:48.519707 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ecf308c9-a031-4ab2-af5a-e92ab2cc57bd req-4dc43bd2-b05a-44cf-8b01-ab65111164b3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.0937917 May 21 15:38:48.571066 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ecf308c9-a031-4ab2-af5a-e92ab2cc57bd req-632394dd-1c6d-48de-9e0c-05eefbefa06f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453894 May 21 15:38:48.742692 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dfc6b0-b4fe-46b9-927c-4e08906ac652 req-cbdf5662-9ad8-45c4-b482-b0909f25f3c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:48.744091 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e2dfc6b0-b4fe-46b9-927c-4e08906ac652 req-cbdf5662-9ad8-45c4-b482-b0909f25f3c1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.0738142 May 21 15:38:48.793149 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e2dfc6b0-b4fe-46b9-927c-4e08906ac652 req-07c627bf-4f56-42e3-9a85-f4d04dfbfd97 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408177 May 21 15:38:49.140410 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab0169-cdac-4610-9726-e2826d135b1b req-60db97c7-24c0-4a64-a708-59e8c73cd0d4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:49.142551 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-beab0169-cdac-4610-9726-e2826d135b1b req-60db97c7-24c0-4a64-a708-59e8c73cd0d4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0886638 May 21 15:38:49.300059 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-beab0169-cdac-4610-9726-e2826d135b1b req-4fd724be-e3d7-4225-8dfe-ed73c5c2efda tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554390 May 21 15:38:49.425245 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ec609-c03b-4e4f-80ca-30cbf66e641c req-aa5d8068-8059-4f9b-a8a5-3cd51bc0fa79 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:49.425245 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-182ec609-c03b-4e4f-80ca-30cbf66e641c req-aa5d8068-8059-4f9b-a8a5-3cd51bc0fa79 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0859623 May 21 15:38:49.469449 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-182ec609-c03b-4e4f-80ca-30cbf66e641c req-91357f9f-584a-4f4a-bb97-703c212b9a0f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441821 May 21 15:38:49.767380 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffb2bd0-5d17-4cad-ae81-f99e041e2616 req-41688054-aed4-4da5-b83c-21f9049feb07 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:49.768952 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cffb2bd0-5d17-4cad-ae81-f99e041e2616 req-41688054-aed4-4da5-b83c-21f9049feb07 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.0848868 May 21 15:38:49.815042 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cffb2bd0-5d17-4cad-ae81-f99e041e2616 req-f0b14f75-f0f0-4e68-bd5d-5eeedf145065 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400419 May 21 15:38:50.112897 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:38:50.471584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d16eb8e2-d482-4dc5-9ae9-cd5288282152 req-a854376b-e7e8-430b-b646-12503dc1a505 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:50.473198 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d16eb8e2-d482-4dc5-9ae9-cd5288282152 req-a854376b-e7e8-430b-b646-12503dc1a505 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0875330 May 21 15:38:50.530460 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d16eb8e2-d482-4dc5-9ae9-cd5288282152 req-9c09e213-7516-4af5-8fb7-cbb64b860da1 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510423 May 21 15:38:50.703628 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd14153-cf25-4bf3-bac4-1a407c718167 req-19983dd8-2402-49d9-bbc8-902f8c6dc3d6 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:50.705877 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cbd14153-cf25-4bf3-bac4-1a407c718167 req-19983dd8-2402-49d9-bbc8-902f8c6dc3d6 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0912585 May 21 15:38:50.757005 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cbd14153-cf25-4bf3-bac4-1a407c718167 req-34971cfb-929e-4de5-b866-b9ace357d952 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416706 May 21 15:38:51.026673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa525d4-e8da-4a22-9a3c-83943743f7bf req-f823df07-7698-499f-9e0c-33c82ebbc98a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:51.028172 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffa525d4-e8da-4a22-9a3c-83943743f7bf req-f823df07-7698-499f-9e0c-33c82ebbc98a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.0945146 May 21 15:38:51.076939 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffa525d4-e8da-4a22-9a3c-83943743f7bf req-ee0927e7-ff68-44fc-8470-5a5e7cad119a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423987 May 21 15:38:51.296438 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8690c4-48a3-45d6-9e92-a5ef31eae05d req-9c7cfd52-faf5-4a0f-b92d-e25c52dfc143 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:51.303206 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0e8690c4-48a3-45d6-9e92-a5ef31eae05d req-9c7cfd52-faf5-4a0f-b92d-e25c52dfc143 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1074314 May 21 15:38:51.351051 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0e8690c4-48a3-45d6-9e92-a5ef31eae05d req-33d430a2-6839-4867-b7e8-ac794934e8f8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417309 May 21 15:38:51.375091 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55730) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:51.617685 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86bf39c-6167-4eb1-9e36-39907a6d0af7 tempest-TestShelveInstance-1026214438 tempest-TestShelveInstance-1026214438-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:51.619209 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e86bf39c-6167-4eb1-9e36-39907a6d0af7 tempest-TestShelveInstance-1026214438 tempest-TestShelveInstance-1026214438-project-admin] Synchronizing usage tracker for tenant:6625c465a4a147cd8ea8571e4ae28c19 on resource:port {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:38:51.745381 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a713be2-3d44-4c26-8a9f-72979e1e78f1 req-98738375-48db-4f50-b1af-ac437058658c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:51.746863 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a713be2-3d44-4c26-8a9f-72979e1e78f1 req-98738375-48db-4f50-b1af-ac437058658c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0854819 May 21 15:38:51.770675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e86bf39c-6167-4eb1-9e36-39907a6d0af7 tempest-TestShelveInstance-1026214438 tempest-TestShelveInstance-1026214438-project-admin] Unset dirty status for tenant:6625c465a4a147cd8ea8571e4ae28c19 on resource:port {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:38:51.771886 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e86bf39c-6167-4eb1-9e36-39907a6d0af7 tempest-TestShelveInstance-1026214438 tempest-TestShelveInstance-1026214438-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1094 time: 0.3956442 May 21 15:38:51.774916 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 55738) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:38:51.780255 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Request body: {'floatingip': {'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'port_id': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:38:51.787392 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:38:51.792345 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Usage tracker for resource:floatingip and tenant:0726b565006849e5936329b80bc6293d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:38:51.795146 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a713be2-3d44-4c26-8a9f-72979e1e78f1 req-023854fe-b83d-4db9-83d4-c63746534b6f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421994 May 21 15:38:51.798005 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:38:51.804300 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:38:51.921776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for floatingip, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:51.947317 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6e9da4-ea29-48f3-968d-302ca1020506 req-83bb5c05-9645-4822-8719-10559f18eadb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:51.948800 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a6e9da4-ea29-48f3-968d-302ca1020506 req-83bb5c05-9645-4822-8719-10559f18eadb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0812898 May 21 15:38:51.995698 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a6e9da4-ea29-48f3-968d-302ca1020506 req-33aac487-552c-4f8a-909c-4081d5675ddc tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402148 May 21 15:38:52.079833 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:52.221955 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Allocated IP 172.28.0.240 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/77382efb-37b8-4d4e-9642-00a7c8715965) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:38:52.379977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:52.496382 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:52.502012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46b98890-dd66-4ee6-91d0-a4a0be4e27f1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:52.564548 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:38:52.567400 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:38:52.571245 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:38:52.608736 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'Port': ['ID=77382efb-37b8-4d4e-9642-00a7c8715965,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:52.625696 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.626096 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.627017 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.627373 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.627724 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.628068 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.628413 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.628753 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.629096 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.629440 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.629784 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.630121 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:38:52.635090 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:53.008994 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee65d5ea-7213-466d-abe6-1cc65acf67ba req-4deef7f2-6352-4fe2-9c7e-ca8327437ff8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:53.010500 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ee65d5ea-7213-466d-abe6-1cc65acf67ba req-4deef7f2-6352-4fe2-9c7e-ca8327437ff8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0995786 May 21 15:38:53.061927 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ee65d5ea-7213-466d-abe6-1cc65acf67ba req-7c8f8266-3604-4916-967c-d3876ecf85a3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447280 May 21 15:38:53.137027 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.216810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e823abb-5a4e-43ea-9e48-6273543758aa req-d0a5154a-339a-45f6-bd32-62762e1a338f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:53.218411 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2e823abb-5a4e-43ea-9e48-6273543758aa req-d0a5154a-339a-45f6-bd32-62762e1a338f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0824440 May 21 15:38:53.269375 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.354540 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2e823abb-5a4e-43ea-9e48-6273543758aa req-2ffd0401-18fe-4ad2-b40c-2285aaf7c5c7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1300073 May 21 15:38:53.491800 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.561857 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.565788 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:53.675179 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event updated for resources: {'Port': ['ID=77382efb-37b8-4d4e-9642-00a7c8715965,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:53.678341 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:53.687698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:53.866210 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.l3_db [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Floating IP 08051e25-2b4b-4159-8f09-2d763e1932f6 associated. External IP: 172.28.0.240, port: 1d926dcd-317e-4ed1-90c6-f89a668117ca. May 21 15:38:54.223774 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Router 33cc997f-0b60-48f3-99a0-5574645a6c82 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:38:54.266233 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32565463-c6a6-4221-a216-405e02228174 req-6df02bf1-c384-4311-a6d9-6c2ae4df03f9 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:54.268539 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32565463-c6a6-4221-a216-405e02228174 req-6df02bf1-c384-4311-a6d9-6c2ae4df03f9 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0808246 May 21 15:38:54.314876 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32565463-c6a6-4221-a216-405e02228174 req-8a277da5-4888-4b52-aef2-b04fd3d7fab0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401266 May 21 15:38:54.412703 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:38:54.422273 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] Sync routers for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:38:54.433333 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:38:54.434229 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:38:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:54.499016 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:54.560223 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7842348 May 21 15:38:54.560877 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:38:54.576152 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68246865-3ba8-4ce3-b6b2-84b9ea4dc19b req-8cc54764-b848-4dc2-ba24-876eb1a399c4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:54.577687 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-68246865-3ba8-4ce3-b6b2-84b9ea4dc19b req-8cc54764-b848-4dc2-ba24-876eb1a399c4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0977063 May 21 15:38:54.608315 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'status': 'completed', 'code': 200} May 21 15:38:54.632581 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-68246865-3ba8-4ce3-b6b2-84b9ea4dc19b req-ecc8e358-c24d-44a4-a794-37df84a4b90c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488069 May 21 15:38:54.659857 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:38:54.721608 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-1aad7640-e3f7-4387-99cb-7dd699cab174 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:54.723494 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-1aad7640-e3f7-4387-99cb-7dd699cab174 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.0900617 May 21 15:38:54.868259 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-2339c1f6-b5a8-4470-a043-c81ca9414d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:54.869728 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-2339c1f6-b5a8-4470-a043-c81ca9414d5a service neutron] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 910 time: 0.1392882 May 21 15:38:54.986603 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-dc0a9cfc-2086-483a-8b61-7a5065e7def3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 1000 time: 0.1095276 May 21 15:38:55.064251 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-e3d81ccc-3b78-4162-bac2-3aa2194c9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:55.065748 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-e3d81ccc-3b78-4162-bac2-3aa2194c9621 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.0709002 May 21 15:38:55.066020 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '08051e25-2b4b-4159-8f09-2d763e1932f6', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'floating_ip_address': '172.28.0.240', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'port_id': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'mac_address': 'fa:16:3e:dc:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3667826-1426-4401-9dec-7ececce82e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:38:53Z', 'updated_at': '2021-05-21T15:38:53Z', 'revision_number': 0, 'project_id': '0726b565006849e5936329b80bc6293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:55.071810 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] Checking router: 33cc997f-0b60-48f3-99a0-5574645a6c82 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:38:55.083281 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:38:55.083908 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:38:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:55.153392 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-0db9df06-2bf5-4fac-957c-bff97e2bc0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:55.154796 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-0db9df06-2bf5-4fac-957c-bff97e2bc0db service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0810080 May 21 15:38:55.298568 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:38:55.302345 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-4721dc8a-309b-45d0-adbf-346a38b19b3e service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368918 May 21 15:38:55.525505 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38147e5a-ca2b-4506-ba7f-f5b20baa9134 req-298f5d42-ff20-4c7d-9f05-f2428f8e6f13 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2149029 May 21 15:38:55.586129 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f8a6bd-0b1f-4c68-8e84-d7039b97fbd8 req-b360112c-ce06-4b8a-81b8-abdfe5555d0a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:55.587653 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-89f8a6bd-0b1f-4c68-8e84-d7039b97fbd8 req-b360112c-ce06-4b8a-81b8-abdfe5555d0a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1316612 May 21 15:38:55.642829 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-89f8a6bd-0b1f-4c68-8e84-d7039b97fbd8 req-4c5e5437-5bdc-4bdd-b10e-3c04853a549e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477047 May 21 15:38:55.734212 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '08051e25-2b4b-4159-8f09-2d763e1932f6', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'floating_ip_address': '172.28.0.240', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'port_id': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'mac_address': 'fa:16:3e:dc:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3667826-1426-4401-9dec-7ececce82e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:38:53Z', 'updated_at': '2021-05-21T15:38:53Z', 'revision_number': 0, 'project_id': '0726b565006849e5936329b80bc6293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:38:55.739030 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-116ba52b-7363-45cf-9392-b56071f14dcf None None] The sync data for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb is: [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '08051e25-2b4b-4159-8f09-2d763e1932f6', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'floating_ip_address': '172.28.0.240', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'port_id': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 416, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'mac_address': 'fa:16:3e:dc:9b:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a3667826-1426-4401-9dec-7ececce82e0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:38:53Z', 'updated_at': '2021-05-21T15:38:53Z', 'revision_number': 0, 'project_id': '0726b565006849e5936329b80bc6293d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:38:55.835885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cb404e-ce6a-49f6-bddf-3921079a5fd2 req-d76aa7fb-8e4c-4227-acaa-513df7ba6c05 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:55.837478 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e5cb404e-ce6a-49f6-bddf-3921079a5fd2 req-d76aa7fb-8e4c-4227-acaa-513df7ba6c05 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0860641 May 21 15:38:55.850271 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:38:55.886476 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e5cb404e-ce6a-49f6-bddf-3921079a5fd2 req-2a05e6a9-290a-43f8-99c2-8713fc27c8a4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431144 May 21 15:38:55.981108 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21dc1198-eee2-42fc-bba4-37257f8c3edf None None] New status for floating IP 08051e25-2b4b-4159-8f09-2d763e1932f6: ACTIVE {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:38:56.004803 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:56.020036 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'mac_address': 'fa:16:3e:02:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:38:56.092049 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:56.109040 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1145d844-c56a-4380-a51b-3bb836f2cfb5 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:38:56.124924 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:56.236794 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:56.238759 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-5463a95f-e87e-414f-9a59-ec7ad166d1d3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:56.324635 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=6']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:56.327807 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:56.342975 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1145d844-c56a-4380-a51b-3bb836f2cfb5'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:38:56.465690 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22560484-f5c2-4f25-8152-835b44b1786d req-051a7732-4c4c-4c78-86fa-9a36ed085123 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:56.474536 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-22560484-f5c2-4f25-8152-835b44b1786d req-051a7732-4c4c-4c78-86fa-9a36ed085123 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1214571 May 21 15:38:56.578423 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-22560484-f5c2-4f25-8152-835b44b1786d req-d12a2240-d23a-487f-a3e2-4a1a5df50cb7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025701 May 21 15:38:56.606065 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-416903f6-50f4-4ba8-a2fc-23a76407d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:56.610476 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-416903f6-50f4-4ba8-a2fc-23a76407d76e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1099 time: 0.1112442 May 21 15:38:56.767440 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-179846ef-8680-47fd-b287-c97a33dd1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:56.769323 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-179846ef-8680-47fd-b287-c97a33dd1f81 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.1539369 May 21 15:38:57.027326 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-5665df50-53b7-43d5-a1dd-5c1db82e53bc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 1002 time: 0.2472594 May 21 15:38:57.096487 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2786b932-2488-4ae3-94af-e9307c60ccba req-f6e77256-2eed-4865-98e7-5f05883ea64e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:57.097860 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2786b932-2488-4ae3-94af-e9307c60ccba req-f6e77256-2eed-4865-98e7-5f05883ea64e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 945 time: 0.2589254 May 21 15:38:57.122243 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-f673b3ec-7f31-43d6-ac65-b480eb06062c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:57.123676 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-f673b3ec-7f31-43d6-ac65-b480eb06062c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0885959 May 21 15:38:57.204322 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2786b932-2488-4ae3-94af-e9307c60ccba req-ba0a8f36-0fc0-4d83-bfb3-02568d406b94 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0991604 May 21 15:38:57.237998 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-cd1ecbfe-23a3-4922-862f-d232b4da2ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:57.239861 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-cd1ecbfe-23a3-4922-862f-d232b4da2ebd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1087019 May 21 15:38:57.404924 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-d91e16a9-8cf7-4581-ab25-7300b1470fad service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540370 May 21 15:38:57.558548 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-88934a10-02f3-4b80-9531-d5afd92ca566 req-e1466069-a1c0-4bf6-ba2a-ab05e2d994be service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457303 May 21 15:38:57.781274 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62e7239-d638-49ae-bec2-4365f1657091 req-627330f3-fe9f-47d3-be4c-1aa8c8991f5a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:57.783154 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d62e7239-d638-49ae-bec2-4365f1657091 req-627330f3-fe9f-47d3-be4c-1aa8c8991f5a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0885167 May 21 15:38:57.835606 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d62e7239-d638-49ae-bec2-4365f1657091 req-c88e7fc3-2666-4345-882e-27b8e00e9aa0 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464439 May 21 15:38:57.870934 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:38:57.960688 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 1145d844-c56a-4380-a51b-3bb836f2cfb5 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:38:57.961007 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:58.098166 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:58.129220 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:38:58.140439 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:38:58.179582 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'code': 200} May 21 15:38:58.210486 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:38:58.212688 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0c5b643a-43a8-4578-87f8-16c9341ee481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:38:58.287063 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=7']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:38:58.290189 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:38:58.412682 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d19740b3-39ae-41a2-b2de-6fe95675e57a req-85ec3230-8fb6-43e7-b98d-b362d835df43 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:58.414207 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d19740b3-39ae-41a2-b2de-6fe95675e57a req-85ec3230-8fb6-43e7-b98d-b362d835df43 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0891068 May 21 15:38:58.462381 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d19740b3-39ae-41a2-b2de-6fe95675e57a req-42f03284-4223-4cb5-a3a3-fcdb4f6b0050 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420780 May 21 15:38:59.053646 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba229378-5651-46f5-8338-afa1a6067d3c req-e3c6116f-a1b1-4b24-a370-edc2b87b9143 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:59.054705 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ba229378-5651-46f5-8338-afa1a6067d3c req-e3c6116f-a1b1-4b24-a370-edc2b87b9143 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0835435 May 21 15:38:59.117216 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ba229378-5651-46f5-8338-afa1a6067d3c req-fb962d8b-90a3-479c-8de2-3740e50d079d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464835 May 21 15:38:59.706431 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda34c32-0c9b-49b1-a897-75b5fcdf8a01 req-11e53852-c46d-4d1f-9de8-b46eb5da12c6 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:38:59.708996 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bda34c32-0c9b-49b1-a897-75b5fcdf8a01 req-11e53852-c46d-4d1f-9de8-b46eb5da12c6 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1199586 May 21 15:38:59.757246 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bda34c32-0c9b-49b1-a897-75b5fcdf8a01 req-87f83f10-1733-452a-b883-508d9d238185 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 May 21 15:39:01.091920 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9f6fce-0024-4073-be51-368573ec46d0 req-fa666da6-3be8-4514-a584-87a6a8a2966a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:01.093572 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c9f6fce-0024-4073-be51-368573ec46d0 req-fa666da6-3be8-4514-a584-87a6a8a2966a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1475370 May 21 15:39:01.156545 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c9f6fce-0024-4073-be51-368573ec46d0 req-d8fd877e-2da7-4e70-a287-10052b55a2b5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554991 May 21 15:39:01.169683 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1c70d3-b8d7-4de8-9f84-49ea26618dae req-e4e519e1-3466-4fc1-8304-8c07f1fd4593 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:01.171245 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f1c70d3-b8d7-4de8-9f84-49ea26618dae req-e4e519e1-3466-4fc1-8304-8c07f1fd4593 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.1422040 May 21 15:39:01.222303 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f1c70d3-b8d7-4de8-9f84-49ea26618dae req-ad9a4495-168f-4495-b045-190bc1fc4462 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449903 May 21 15:39:02.408321 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2adc44-2c88-46a5-9164-57781e8c90b5 req-2ac6218d-2fcf-4e9a-92d3-2e3d18eb94ef tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:02.410106 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8c2adc44-2c88-46a5-9164-57781e8c90b5 req-2ac6218d-2fcf-4e9a-92d3-2e3d18eb94ef tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1072724 May 21 15:39:02.505775 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8c2adc44-2c88-46a5-9164-57781e8c90b5 req-cc7376af-1636-4500-a661-67528126b06b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579059 May 21 15:39:02.544123 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3e3dc6-2f73-44fa-9c15-a4ec576e0014 req-bb259beb-629a-4d7c-b6f2-222375802eae tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:02.545955 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6c3e3dc6-2f73-44fa-9c15-a4ec576e0014 req-bb259beb-629a-4d7c-b6f2-222375802eae tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.1347778 May 21 15:39:02.600248 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6c3e3dc6-2f73-44fa-9c15-a4ec576e0014 req-f92f2883-e84e-494d-9e48-062646fbe4e3 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437357 May 21 15:39:03.755017 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a664d-b6a9-4e0d-ac70-44aeb29d33f3 req-f5ae621c-2aa9-46bf-a321-609882a55290 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:03.756718 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-853a664d-b6a9-4e0d-ac70-44aeb29d33f3 req-f5ae621c-2aa9-46bf-a321-609882a55290 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1075814 May 21 15:39:03.889778 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-853a664d-b6a9-4e0d-ac70-44aeb29d33f3 req-806146a1-9ac4-4277-8346-062a6a2135fc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1202359 May 21 15:39:03.953193 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64454a10-6e9d-4fe8-b98e-7f9d400d0631 req-b66520d2-2490-4df8-9703-6ccb676e5c4f tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:03.954969 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-64454a10-6e9d-4fe8-b98e-7f9d400d0631 req-b66520d2-2490-4df8-9703-6ccb676e5c4f tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.1297071 May 21 15:39:04.007581 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-64454a10-6e9d-4fe8-b98e-7f9d400d0631 req-83b3512a-24c5-4940-9465-fcccb4bf7437 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457091 May 21 15:39:05.409796 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2765dd-3f89-4d87-8ee8-b037e7ace2ab req-bf7c44a2-d603-4d4a-a2af-1768fc3d2794 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:05.412770 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bd2765dd-3f89-4d87-8ee8-b037e7ace2ab req-bf7c44a2-d603-4d4a-a2af-1768fc3d2794 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.2947314 May 21 15:39:05.429039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21dae9f8-c26a-4957-99cd-157306bd2efa req-66040e07-0714-4b09-a0dd-6638ab65e3af tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:05.439668 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-21dae9f8-c26a-4957-99cd-157306bd2efa req-66040e07-0714-4b09-a0dd-6638ab65e3af tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.2529039 May 21 15:39:05.522172 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-21dae9f8-c26a-4957-99cd-157306bd2efa req-494b64e2-a597-4eaa-aebc-3822fd5988a2 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808935 May 21 15:39:05.553687 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bd2765dd-3f89-4d87-8ee8-b037e7ace2ab req-2b28eb04-08f7-435d-829e-e90d3e50babb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102185 May 21 15:39:07.223167 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f16c71-7657-43f8-9bce-6f7d5eefb8e3 req-6060e96b-7b07-4cc2-b5f6-c6ec5e498b88 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:07.224708 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-47f16c71-7657-43f8-9bce-6f7d5eefb8e3 req-6060e96b-7b07-4cc2-b5f6-c6ec5e498b88 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.3949461 May 21 15:39:07.238826 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7179e08-a9df-49a2-9f8c-35dae696962f req-03fd1739-d939-4b63-ba15-acecb39baa59 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:07.246800 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7179e08-a9df-49a2-9f8c-35dae696962f req-03fd1739-d939-4b63-ba15-acecb39baa59 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.3639591 May 21 15:39:07.290651 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-4bab38c7-6ef1-4048-91fb-c1f88d3a8843 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:07.292523 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-4bab38c7-6ef1-4048-91fb-c1f88d3a8843 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 945 time: 0.2389011 May 21 15:39:07.411345 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-47f16c71-7657-43f8-9bce-6f7d5eefb8e3 req-45aa1073-0adf-4c22-84ee-8d8f809339eb tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601532 May 21 15:39:07.428175 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7179e08-a9df-49a2-9f8c-35dae696962f req-e9e54b52-dcd0-4cf6-b72e-fe3418ded9e5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1800075 May 21 15:39:07.550035 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Deleting port e03e16a6-8d8f-41c6-998c-57c4ac642052 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:39:07.550444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:07.758883 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] For port e03e16a6-8d8f-41c6-998c-57c4ac642052, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e03e16a6-8d8f-41c6-998c-57c4ac642052,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:07.759250 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:07.908319 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Calling delete_port for e03e16a6-8d8f-41c6-998c-57c4ac642052 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:39:08.478671 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:08.489971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:08.534394 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Pushing event deleted for resources: {'Port': ['ID=e03e16a6-8d8f-41c6-998c-57c4ac642052,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:08.699083 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-257dcdf1-4fee-4f0d-a364-7e6e76ee15d3 req-64743da9-6c31-497e-9d22-38a36d5ae9b5 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 210 time: 0.1061635 May 21 15:39:08.824018 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.825169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.826578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.835146 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.837751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.840204 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.843795 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.844588 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.847063 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.849537 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.850142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.850764 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:08.956167 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.466s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:09.016044 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] No DVR routers for this DVR port e03e16a6-8d8f-41c6-998c-57c4ac642052 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:39:09.024680 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:09.030341 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'name': 'network-vif-deleted', 'tag': 'e03e16a6-8d8f-41c6-998c-57c4ac642052'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:09.122528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8b002d-3507-4dde-b39f-ae219ba09512 req-e211caa5-7839-40df-9ac2-2642e7bc8f8e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:09.127334 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d8b002d-3507-4dde-b39f-ae219ba09512 req-e211caa5-7839-40df-9ac2-2642e7bc8f8e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.4251041 May 21 15:39:09.130207 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '830d7b27-9620-4fb4-8092-73cdcf82a767', 'name': 'network-vif-deleted', 'tag': 'e03e16a6-8d8f-41c6-998c-57c4ac642052', 'status': 'completed', 'code': 200} May 21 15:39:09.234054 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d8b002d-3507-4dde-b39f-ae219ba09512 req-56512c5c-1b52-4389-a2f8-d2cb0845c519 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1021969 May 21 15:39:09.236485 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aef147ba-5ff2-47d2-a9c5-b342e25fc6fb req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "DELETE /v2.0/ports/e03e16a6-8d8f-41c6-998c-57c4ac642052 HTTP/1.1" status: 204 len: 173 time: 1.9341059 May 21 15:39:09.912921 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e03e16a6-8d8f-41c6-998c-57c4ac642052 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:09.981220 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: e03e16a6-8d8f-41c6-998c-57c4ac642052 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:39:09.981565 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e03e16a6-8d8f-41c6-998c-57c4ac642052 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:39:10.055328 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8b03ca00-99b8-418c-81f2-92d2ec21ff5e req-73eff401-4159-423c-962c-c3a72925e6c6 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Synchronizing usage tracker for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:39:10.208602 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8b03ca00-99b8-418c-81f2-92d2ec21ff5e req-73eff401-4159-423c-962c-c3a72925e6c6 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Unset dirty status for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:39:10.211082 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8b03ca00-99b8-418c-81f2-92d2ec21ff5e req-73eff401-4159-423c-962c-c3a72925e6c6 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=830d7b27-9620-4fb4-8092-73cdcf82a767 HTTP/1.1" status: 200 len: 210 time: 0.2453351 May 21 15:39:10.244728 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-b0334748-4950-46a9-917e-a42a0f5cda71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:10.879806 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2721205e-997c-4ca3-8b6e-2af4cf367fd8 req-a403166d-be77-45a9-b7dd-8fcdf691e108 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:10.883374 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2721205e-997c-4ca3-8b6e-2af4cf367fd8 req-a403166d-be77-45a9-b7dd-8fcdf691e108 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.2458487 May 21 15:39:10.963042 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2721205e-997c-4ca3-8b6e-2af4cf367fd8 req-f77e3bf4-6ab0-449b-9f35-bba931b85945 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729487 May 21 15:39:12.498897 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d77ae6-af0e-4fad-950d-e5d21de62d86 req-85cfa5ca-dc63-4b14-a9d8-ec79d3181fb2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:12.510705 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a0d77ae6-af0e-4fad-950d-e5d21de62d86 req-85cfa5ca-dc63-4b14-a9d8-ec79d3181fb2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.2494690 May 21 15:39:12.593790 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a0d77ae6-af0e-4fad-950d-e5d21de62d86 req-077f3420-9167-409f-a326-2b769e60fe1d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788851 May 21 15:39:13.595449 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:13.598582 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-86fb244d-a9a1-4e04-b56a-ca6d5752d820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:13.924244 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:13.941444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be509414-416b-4b1b-bcc3-1230583a752f req-1c63c691-ddde-44d8-84f2-a3f456d03f35 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:13.945964 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be509414-416b-4b1b-bcc3-1230583a752f req-1c63c691-ddde-44d8-84f2-a3f456d03f35 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1390080 May 21 15:39:14.042760 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be509414-416b-4b1b-bcc3-1230583a752f req-942507ff-d063-4b48-b2e6-3f6cb9475212 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876744 May 21 15:39:15.394790 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678139c3-28ac-4a14-bed6-087ae9eb2b4d req-9d51ffbc-4108-4ee2-8906-b599a22945a5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:15.399117 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-678139c3-28ac-4a14-bed6-087ae9eb2b4d req-9d51ffbc-4108-4ee2-8906-b599a22945a5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1387649 May 21 15:39:15.496034 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-678139c3-28ac-4a14-bed6-087ae9eb2b4d req-0ff303e6-0c1c-4d69-b3ab-78e70957ad04 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0927713 May 21 15:39:15.561965 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:16.342073 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56110) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:16.612512 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:16.633863 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:16.638438 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Usage tracker for resource:security_group_rule and tenant:4498cd5bb51a41fba1733776c0972d97 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:39:16.645177 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:39:16.670747 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:16.815845 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:16.851341 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ee0744-72f1-44cb-a91d-d2e3a66e4b6d req-a33f5efa-03ff-4e0e-9a6d-2ac103da11f0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:16.855540 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7ee0744-72f1-44cb-a91d-d2e3a66e4b6d req-a33f5efa-03ff-4e0e-9a6d-2ac103da11f0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1752741 May 21 15:39:16.916681 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7ee0744-72f1-44cb-a91d-d2e3a66e4b6d req-84c1cc9c-092a-41d9-b59c-d14405e17f2b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577281 May 21 15:39:16.924848 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:16.937478 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a6a5d9ca-640e-441c-83dd-6d8cec36d0ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:16.984340 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05c1aca-b4a4-4bd6-800c-68d17e822b3c,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:16.989987 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:17.021751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56120) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:17.022017 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4498cd5bb51a41fba1733776c0972d97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6782007 May 21 15:39:17.170697 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:17.225402 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:17.573570 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:17.580234 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6b4a020d-78c5-4c03-aa33-fbbd8370002e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:17.612151 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05c1aca-b4a4-4bd6-800c-68d17e822b3c,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:17.612973 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:17.618391 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:17.620192 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d05c1aca-b4a4-4bd6-800c-68d17e822b3c HTTP/1.1" status: 204 len: 168 time: 0.5965431 May 21 15:39:18.268820 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7428b68b-4917-43a3-b393-eb083d111230 req-bfce5275-dd6c-484b-9107-66daceb6c66f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:18.268820 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7428b68b-4917-43a3-b393-eb083d111230 req-bfce5275-dd6c-484b-9107-66daceb6c66f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.0851343 May 21 15:39:18.271960 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7428b68b-4917-43a3-b393-eb083d111230 req-da4df223-f830-4aa8-b8a7-5ada1ee4d41e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514524 May 21 15:39:18.405359 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:19.519684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-669d3ee7-802b-4669-958a-90b78cbfc182 req-bfe86d08-e9f1-49e8-b3f5-2de69f4e1d34 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:19.527666 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-669d3ee7-802b-4669-958a-90b78cbfc182 req-bfe86d08-e9f1-49e8-b3f5-2de69f4e1d34 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1147358 May 21 15:39:19.646963 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-669d3ee7-802b-4669-958a-90b78cbfc182 req-4c979cd9-9386-44e2-8e7c-6c7198dca060 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157525 May 21 15:39:20.124725 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-68cb03e5-fdb9-4007-a4db-8c06c8b3fd6c tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:20.127594 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-68cb03e5-fdb9-4007-a4db-8c06c8b3fd6c tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/networks?id=beceaff3-584c-4de8-8387-53272ec7af0b HTTP/1.1" status: 200 len: 813 time: 0.2629819 May 21 15:39:20.151878 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-1a996b7c-c223-4af0-8def-ace78a7a31c9 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/quotas/eaba6a49716a4141a41e143cf8772dae HTTP/1.1" status: 200 len: 375 time: 0.0136375 May 21 15:39:20.215341 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-8fe5acc3-6ef3-46e2-a257-f4acd1a5767a tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=eaba6a49716a4141a41e143cf8772dae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0515256 May 21 15:39:20.393278 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-f38f9f27-e96a-486d-afb5-3d5debcdc059 service neutron] 10.222.0.66 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683097 May 21 15:39:20.562461 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-ca5f191c-6e66-485b-9d2d-b96682363009 service neutron] 10.222.0.66 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577463 May 21 15:39:20.852415 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56210) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:21.016216 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9c126b62-e0de-4392-abfb-91414cd43b81 req-939c4542-25fb-468e-b20c-43f56d20e953 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 210 time: 0.1058304 May 21 15:39:21.087214 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d492e-88e3-43c1-a515-0f0c5f9e4760 req-e0247840-8b46-43a8-b7ba-f4e41e5b11cd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:21.090222 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527d492e-88e3-43c1-a515-0f0c5f9e4760 req-e0247840-8b46-43a8-b7ba-f4e41e5b11cd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.2265937 May 21 15:39:21.185700 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:21.291722 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:21.309406 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-527d492e-88e3-43c1-a515-0f0c5f9e4760 req-9e32d644-20b4-4f83-b5c9-f9aeeaf5b21c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1969075 May 21 15:39:21.311096 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Usage tracker for resource:security_group_rule and tenant:92f6e12ae2984406bf62993b54604e03 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:39:21.330091 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:39:21.351940 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:21.404375 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-98cb26a3-7ea6-46ce-b109-c1240f29abb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:21.406696 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-98cb26a3-7ea6-46ce-b109-c1240f29abb6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1099 time: 0.2046323 May 21 15:39:21.709833 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-9c2e024f-5e24-434c-88b4-749767bd85ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:21.712487 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-9c2e024f-5e24-434c-88b4-749767bd85ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.2975197 May 21 15:39:21.715872 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:21.831250 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:21.861296 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-925d84c8-34fd-4f41-a02b-3eec17149375 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:21.981703 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=92f6e12ae2984406bf62993b54604e03&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273267 May 21 15:39:21.983096 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45e56c6a-53b3-4744-9161-5633a9e233e2,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:21.984691 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56226) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:21.992288 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:21.999409 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-0b840427-8fe5-40e3-9357-8aac5f6f32a5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 1002 time: 0.2788823 May 21 15:39:22.200981 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a8a094ed-2851-4bca-b5a1-b12042cf2650 req-380b3c32-a342-4902-89d9-3c4e5b36ecb6 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 210 time: 0.0899525 May 21 15:39:22.214581 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-ae8a1265-3e4d-45da-aa9e-91518362abdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:22.217848 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-ae8a1265-3e4d-45da-aa9e-91518362abdf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.2067297 May 21 15:39:22.235514 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:22.282546 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:22.307049 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-9f56a0dc-727c-4ce6-9863-0c943ab44652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:22.308542 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-9f56a0dc-727c-4ce6-9863-0c943ab44652 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0819771 May 21 15:39:22.438771 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:22.451991 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:22.481804 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45e56c6a-53b3-4744-9161-5633a9e233e2,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:22.493742 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:22.512241 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:22.518242 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45e56c6a-53b3-4744-9161-5633a9e233e2 HTTP/1.1" status: 204 len: 168 time: 0.5294287 May 21 15:39:22.726466 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-e6f8ab78-dfc8-444b-8568-86901c79187f service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4099832 May 21 15:39:22.849203 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c92d9-b596-4893-b776-5d2927cb1843 req-2471298b-833e-46ff-954d-89c536a85d4d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:22.850895 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c08c92d9-b596-4893-b776-5d2927cb1843 req-2471298b-833e-46ff-954d-89c536a85d4d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.3792164 May 21 15:39:22.936962 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c08c92d9-b596-4893-b776-5d2927cb1843 req-456fdbab-b5d0-4908-ad17-bcd302a20e10 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0775452 May 21 15:39:22.940086 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ba69ff2-00b2-4456-b0a9-f0deac96893b req-72386769-aeb6-4ab0-b503-691134116b95 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051635 May 21 15:39:23.321079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-11fcd831-aa0c-46d4-a9b2-3a3bd1fdcb00 req-7a042964-65fe-4468-9d69-a348d561dbe4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 210 time: 0.0515242 May 21 15:39:23.994255 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:24.154217 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:24.184052 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:24.211608 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:24.238983 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'code': 200} May 21 15:39:24.275058 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbb7334-d7b7-4034-b67b-c5eb0fbf0d26 req-ed95d724-7cc3-4d1a-9c6f-583105acc60c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:24.276583 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffbb7334-d7b7-4034-b67b-c5eb0fbf0d26 req-ed95d724-7cc3-4d1a-9c6f-583105acc60c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 946 time: 0.1498973 May 21 15:39:24.304901 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:24.308104 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:24.350655 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffbb7334-d7b7-4034-b67b-c5eb0fbf0d26 req-b7462131-c26d-4171-b18b-db918e2df173 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651999 May 21 15:39:24.414779 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=8']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:24.419844 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:24.572138 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5565e0fd-4a33-4562-8d80-9a86f4784c41 req-1bcb8235-5bc1-477e-8530-339fbd3321ef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 210 time: 0.0478959 May 21 15:39:25.610540 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-a40bad08-a167-4022-b997-191e445e2488 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:25.612367 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-a40bad08-a167-4022-b997-191e445e2488 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "GET /v2.0/networks?id=beceaff3-584c-4de8-8387-53272ec7af0b HTTP/1.1" status: 200 len: 813 time: 0.2325687 May 21 15:39:25.629883 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30f12b3-2723-4101-98d1-43e616fad5ca req-5b7999de-8b3e-4b3d-8d42-04a5e8f4866d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:25.631635 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b30f12b3-2723-4101-98d1-43e616fad5ca req-5b7999de-8b3e-4b3d-8d42-04a5e8f4866d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1509974 May 21 15:39:25.636668 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Request body: {'port': {'device_id': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b', 'admin_state_up': True, 'tenant_id': 'eaba6a49716a4141a41e143cf8772dae'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:39:25.801445 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-63f7de19-68a7-433c-9ad8-39577c2c3b1e req-e40cf8d7-562f-42e4-875e-47ec7ec70c44 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 210 time: 0.0726728 May 21 15:39:25.822476 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b30f12b3-2723-4101-98d1-43e616fad5ca req-9b0c6cc5-18d3-4540-aa7a-bdbb67140e5c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675055 May 21 15:39:25.901839 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:25.916804 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:26.077678 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Made reservation on behalf of eaba6a49716a4141a41e143cf8772dae for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:39:26.081789 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:26.296457 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Allocated IP 172.20.0.2 (beceaff3-584c-4de8-8387-53272ec7af0b/7be33eac-5985-421d-b5c9-42ecc3445efc/1abefb72-bbc2-4556-96d3-67eb1462eda8) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:39:26.547974 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:26.690016 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:26.696355 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-81f3144c-498a-4ce5-a213-46e39f8400e1 tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:26.762958 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Network beceaff3-584c-4de8-8387-53272ec7af0b is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:39:26.766199 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:39:26.770408 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:39:26.810531 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Pushing event updated for resources: {'Port': ['ID=1abefb72-bbc2-4556-96d3-67eb1462eda8,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:26.819433 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:26.848642 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:26.849992 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:27.017335 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3845770 May 21 15:39:27.026747 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4a95e0-5856-44f4-b064-6374a17d777e req-333668f2-4d50-4a76-82ca-c4e98f241a1d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:27.027513 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-3c4a95e0-5856-44f4-b064-6374a17d777e req-333668f2-4d50-4a76-82ca-c4e98f241a1d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Synchronizing usage tracker for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:39:27.036544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Request body: {'port': {'device_id': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:39:27.116171 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:39:27.191801 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:27.206020 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-3c4a95e0-5856-44f4-b064-6374a17d777e req-333668f2-4d50-4a76-82ca-c4e98f241a1d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Unset dirty status for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:39:27.207311 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3c4a95e0-5856-44f4-b064-6374a17d777e req-333668f2-4d50-4a76-82ca-c4e98f241a1d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 931 time: 0.2720053 May 21 15:39:27.421650 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3c4a95e0-5856-44f4-b064-6374a17d777e req-519f78b5-2051-4402-b6cc-d30d7bbbf24e tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053945 May 21 15:39:27.736529 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1abefb72-bbc2-4556-96d3-67eb1462eda8 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:39:27.751842 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:27.780806 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Transition to ACTIVE for port object 1abefb72-bbc2-4556-96d3-67eb1462eda8 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:39:27.852557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:27.860899 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:27.995488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Pushing event updated for resources: {'Port': ['ID=1abefb72-bbc2-4556-96d3-67eb1462eda8,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:28.024096 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:28.024893 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:39:28.114258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Attempting to bind port 1abefb72-bbc2-4556-96d3-67eb1462eda8 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:39:28.114669 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Attempting to bind port 1abefb72-bbc2-4556-96d3-67eb1462eda8 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:39:28.115052 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Attempting to bind port 1abefb72-bbc2-4556-96d3-67eb1462eda8 on network beceaff3-584c-4de8-8387-53272ec7af0b {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:39:28.120390 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Port 1abefb72-bbc2-4556-96d3-67eb1462eda8 on network beceaff3-584c-4de8-8387-53272ec7af0b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:39:28.120696 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Attempting to bind port 1abefb72-bbc2-4556-96d3-67eb1462eda8 on network beceaff3-584c-4de8-8387-53272ec7af0b {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:39:28.127373 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:39:28.127828 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Checking segment: {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:39:28.128362 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Bound using segment: {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:39:28.128899 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Bound port: 1abefb72-bbc2-4556-96d3-67eb1462eda8, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c8bdd1f-f219-4214-aa4e-37c008750a8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 760, 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:39:28.129324 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.252279 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] For port 1abefb72-bbc2-4556-96d3-67eb1462eda8, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:39:28.256239 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] For port 1abefb72-bbc2-4556-96d3-67eb1462eda8, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1abefb72-bbc2-4556-96d3-67eb1462eda8,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:39:28.373274 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.377159 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:28.435033 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:28.439403 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:28.439403 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] 10.222.0.74 "PUT /v2.0/ports/1abefb72-bbc2-4556-96d3-67eb1462eda8 HTTP/1.1" status: 200 len: 1093 time: 1.4060121 May 21 15:39:28.439403 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'tag': '1abefb72-bbc2-4556-96d3-67eb1462eda8'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:28.468239 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Pushing event updated for resources: {'Port': ['ID=1abefb72-bbc2-4556-96d3-67eb1462eda8,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:28.473916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:28.497662 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'tag': '1abefb72-bbc2-4556-96d3-67eb1462eda8', 'status': 'completed', 'code': 200} May 21 15:39:28.649076 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0df9-687b-445f-82a2-184cf6a1639f req-e752b8da-8e22-459c-ad28-512a54f50c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:28.650469 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-46aa0df9-687b-445f-82a2-184cf6a1639f req-e752b8da-8e22-459c-ad28-512a54f50c67 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eaba6a49716a4141a41e143cf8772dae&device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 1096 time: 0.1303768 May 21 15:39:28.773451 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9f3aa-7d95-4ec9-a199-72b7d381f71d req-da92584e-0f4a-4a74-82c9-b2a105959af0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:28.775673 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e9f9f3aa-7d95-4ec9-a199-72b7d381f71d req-da92584e-0f4a-4a74-82c9-b2a105959af0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 943 time: 0.1894305 May 21 15:39:28.876895 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0df9-687b-445f-82a2-184cf6a1639f req-23326649-303f-41d1-bfdd-9bbe005ef2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:28.878420 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-46aa0df9-687b-445f-82a2-184cf6a1639f req-23326649-303f-41d1-bfdd-9bbe005ef2f7 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=eaba6a49716a4141a41e143cf8772dae&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2196968 May 21 15:39:28.891468 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e9f9f3aa-7d95-4ec9-a199-72b7d381f71d req-58189092-fb3a-4b48-9628-4540673c69eb tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049237 May 21 15:39:29.061143 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aa0df9-687b-445f-82a2-184cf6a1639f req-ffaa1fa7-086a-4284-8908-696d6c701ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:29.062680 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-46aa0df9-687b-445f-82a2-184cf6a1639f req-ffaa1fa7-086a-4284-8908-696d6c701ac2 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1754673 May 21 15:39:29.232634 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-5fa347ed-54b8-4c32-a2a1-d6eaa93dd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:29.234090 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-5fa347ed-54b8-4c32-a2a1-d6eaa93dd824 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=eaba6a49716a4141a41e143cf8772dae&device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 1096 time: 0.1056960 May 21 15:39:29.241890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb8dea8-e300-400d-bc3d-5830410de41a req-9e8b5ed6-aa94-4ebd-86de-06601762b059 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:29.243374 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7cb8dea8-e300-400d-bc3d-5830410de41a req-9e8b5ed6-aa94-4ebd-86de-06601762b059 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1516838 May 21 15:39:29.323217 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-180979d8-4c3f-4793-a58b-2b0279ea0f0a service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=1abefb72-bbc2-4556-96d3-67eb1462eda8 HTTP/1.1" status: 200 len: 217 time: 0.0788331 May 21 15:39:29.402276 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7cb8dea8-e300-400d-bc3d-5830410de41a req-ef2c5b31-2773-415e-a695-e9a5ec292a53 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998390 May 21 15:39:29.414591 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-7861c357-1a6e-41f3-b764-e5c968e5387e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:29.416119 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-7861c357-1a6e-41f3-b764-e5c968e5387e service neutron] 10.222.0.74 "GET /v2.0/subnets?id=7be33eac-5985-421d-b5c9-42ecc3445efc HTTP/1.1" status: 200 len: 853 time: 0.0865762 May 21 15:39:29.469553 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-fc1d9803-6096-47d8-8c33-a927d26d454c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=beceaff3-584c-4de8-8387-53272ec7af0b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430017 May 21 15:39:29.714920 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-e9317033-d2b9-43e0-b9ab-dd677ce66f69 service neutron] 10.222.0.74 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236869 May 21 15:39:29.763875 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56350) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:29.846282 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaed8a2c-5bf0-4df9-ad31-8eefdb8a259c req-d43859c9-1e01-4a81-a0cf-141a9f62394d service neutron] 10.222.0.74 "GET /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374757 May 21 15:39:29.891446 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-dfa58885-701b-438f-be3c-5b656dd6d40d service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1256769 May 21 15:39:30.085856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915eeea7-b7bb-49d6-8983-472e55219fef req-b0f531c4-7fab-416e-a944-5f6ca789b7fd tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:30.087338 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-915eeea7-b7bb-49d6-8983-472e55219fef req-b0f531c4-7fab-416e-a944-5f6ca789b7fd tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 943 time: 0.0818467 May 21 15:39:30.138405 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-915eeea7-b7bb-49d6-8983-472e55219fef req-88c95ba1-b472-47b8-9954-cbef5a0dfede tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452528 May 21 15:39:30.599585 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7078065f-ac25-4818-96cc-ccfd75ebe767 req-c60d6795-d239-4d20-83af-c1962d002c39 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:30.601045 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7078065f-ac25-4818-96cc-ccfd75ebe767 req-c60d6795-d239-4d20-83af-c1962d002c39 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0827031 May 21 15:39:30.648494 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7078065f-ac25-4818-96cc-ccfd75ebe767 req-335ab40d-fa17-462a-8926-0bd7c4c50cb2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 May 21 15:39:31.362626 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39ad80f-b1aa-4c2f-be3f-9412c2fef389 req-7d8d30d1-5f18-4818-adaa-fc1787667b92 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:31.364322 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f39ad80f-b1aa-4c2f-be3f-9412c2fef389 req-7d8d30d1-5f18-4818-adaa-fc1787667b92 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 943 time: 0.0888841 May 21 15:39:31.412241 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f39ad80f-b1aa-4c2f-be3f-9412c2fef389 req-d760d962-4cff-4992-8e95-0f5726f0e25f tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414429 May 21 15:39:31.863383 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d71f23-ec59-4350-a327-5bca99c29743 req-fc713966-f774-457a-96a5-2763754c0f82 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:31.863383 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d5d71f23-ec59-4350-a327-5bca99c29743 req-fc713966-f774-457a-96a5-2763754c0f82 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0949793 May 21 15:39:31.909966 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d5d71f23-ec59-4350-a327-5bca99c29743 req-31afcac4-0c0c-4439-96ff-fb536a79f267 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460653 May 21 15:39:32.613259 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915a9e58-27ea-45db-8b95-9c2cf2904446 req-6005f218-9da0-4eca-8246-f4759bc7de38 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:32.614842 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-915a9e58-27ea-45db-8b95-9c2cf2904446 req-6005f218-9da0-4eca-8246-f4759bc7de38 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 943 time: 0.0919058 May 21 15:39:32.662772 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-915a9e58-27ea-45db-8b95-9c2cf2904446 req-6da48036-0092-4c69-83e1-c2e04d7d6c7d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418646 May 21 15:39:33.114861 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a41ce8a-001c-43dc-b966-269620de446e req-65bf0a89-0ac7-49b7-a61f-faf1c1e575ff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:33.116350 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a41ce8a-001c-43dc-b966-269620de446e req-65bf0a89-0ac7-49b7-a61f-faf1c1e575ff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0834587 May 21 15:39:33.165796 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a41ce8a-001c-43dc-b966-269620de446e req-54f1cd10-d188-422d-bf6f-4d8b3e435142 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428996 May 21 15:39:33.858799 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b99ecc0-ee3b-4417-851a-75d86847676f req-432ca7df-56cb-4c25-80a2-83590af53ff4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:33.861143 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b99ecc0-ee3b-4417-851a-75d86847676f req-432ca7df-56cb-4c25-80a2-83590af53ff4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 943 time: 0.0888367 May 21 15:39:33.908644 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b99ecc0-ee3b-4417-851a-75d86847676f req-948de041-ce67-4c91-abc5-842f2e9c31b4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412292 May 21 15:39:34.045426 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1abefb72-bbc2-4556-96d3-67eb1462eda8 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:39:34.223271 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1abefb72-bbc2-4556-96d3-67eb1462eda8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1abefb72-bbc2-4556-96d3-67eb1462eda8,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:34.238203 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '1abefb72-bbc2-4556-96d3-67eb1462eda8', 'network_id': 'beceaff3-584c-4de8-8387-53272ec7af0b', 'port_id': '1abefb72-bbc2-4556-96d3-67eb1462eda8', 'mac_address': 'fa:16:3e:f3:c9:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 760, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7be33eac-5985-421d-b5c9-42ecc3445efc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:39:34.309256 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.329660 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1abefb72-bbc2-4556-96d3-67eb1462eda8 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:39:34.354603 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1abefb72-bbc2-4556-96d3-67eb1462eda8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1abefb72-bbc2-4556-96d3-67eb1462eda8,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:34.374855 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16af85c7-a225-4217-bd52-f86376fe1f58 req-37e68c07-ff66-49e0-94d9-1d7d96510e56 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:34.376420 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-16af85c7-a225-4217-bd52-f86376fe1f58 req-37e68c07-ff66-49e0-94d9-1d7d96510e56 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0882130 May 21 15:39:34.434485 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-16af85c7-a225-4217-bd52-f86376fe1f58 req-5bdde616-613b-4f7f-a53f-0779547d3123 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520191 May 21 15:39:34.471038 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:34.472936 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-2355affb-9012-4960-91d8-d0bc5eb621dc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:34.539888 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1abefb72-bbc2-4556-96d3-67eb1462eda8,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:34.543054 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:34.942672 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1abefb72-bbc2-4556-96d3-67eb1462eda8'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:39:35.130594 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358eb892-4888-4ec4-a8ec-538431f98ab2 req-747c7dbe-5dda-4084-99bb-00078c4e4e3d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:35.132509 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-358eb892-4888-4ec4-a8ec-538431f98ab2 req-747c7dbe-5dda-4084-99bb-00078c4e4e3d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 944 time: 0.1065493 May 21 15:39:35.182286 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-358eb892-4888-4ec4-a8ec-538431f98ab2 req-dec55181-c6f5-46f2-9e07-bf666c86b4b5 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436330 May 21 15:39:35.691244 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ee8f8f-81cc-4aa8-b5a1-14fd69b825b5 req-0178d269-1b57-45dc-8c26-86a6c7a47981 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:35.692812 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2ee8f8f-81cc-4aa8-b5a1-14fd69b825b5 req-0178d269-1b57-45dc-8c26-86a6c7a47981 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1369884 May 21 15:39:35.751413 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2ee8f8f-81cc-4aa8-b5a1-14fd69b825b5 req-451d6ddf-d53b-484c-9401-d1edd9d817ff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509133 May 21 15:39:35.753297 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524514ca-1230-42cf-a332-c1575e13a77b req-aa4ae31e-7823-4c00-805f-3cc86c28f277 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:35.754778 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-aa4ae31e-7823-4c00-805f-3cc86c28f277 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c&tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 1097 time: 0.1381464 May 21 15:39:35.854508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524514ca-1230-42cf-a332-c1575e13a77b req-50e72eed-8c6e-4b28-bf69-f118d2ec1ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:35.856066 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-50e72eed-8c6e-4b28-bf69-f118d2ec1ce8 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1097 time: 0.0765872 May 21 15:39:35.997546 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524514ca-1230-42cf-a332-c1575e13a77b req-48cc7fb5-f34f-4290-a1ce-010b5ac31d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:35.999019 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-48cc7fb5-f34f-4290-a1ce-010b5ac31d68 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.1361299 May 21 15:39:36.111309 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-0e4824e1-a17a-41b2-9d8b-4b18c1d82cc1 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 1000 time: 0.1049829 May 21 15:39:36.186018 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524514ca-1230-42cf-a332-c1575e13a77b req-e71bb00f-bf78-4c6d-92b5-eea004fbbbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:36.187641 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-e71bb00f-bf78-4c6d-92b5-eea004fbbbf3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.0682797 May 21 15:39:36.274691 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524514ca-1230-42cf-a332-c1575e13a77b req-8dc851f7-44cd-4d22-921a-2993db8d7889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:36.276158 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-8dc851f7-44cd-4d22-921a-2993db8d7889 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0809565 May 21 15:39:36.557044 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-0bf7563c-672f-4396-ae52-c8233360caac service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739069 May 21 15:39:36.590996 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb86edd-313c-4411-987e-ad48df628273 req-d5717877-a34b-4190-8a70-f8ad442f7142 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:36.592550 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dcb86edd-313c-4411-987e-ad48df628273 req-d5717877-a34b-4190-8a70-f8ad442f7142 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 944 time: 0.2019289 May 21 15:39:36.715034 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dcb86edd-313c-4411-987e-ad48df628273 req-292b386e-2772-4cf1-9d43-051b2bcf19b8 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153727 May 21 15:39:36.757831 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-524514ca-1230-42cf-a332-c1575e13a77b req-5f1b10a7-bee9-42c1-92f2-a980bfd1f35f service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1926675 May 21 15:39:36.969149 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aac893-5252-4683-855a-a0f8e24a369e req-71625a79-6e4d-4c64-9337-d9d3496057b7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:36.969149 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6aac893-5252-4683-855a-a0f8e24a369e req-71625a79-6e4d-4c64-9337-d9d3496057b7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0939896 May 21 15:39:37.047458 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6aac893-5252-4683-855a-a0f8e24a369e req-8487937d-5484-403a-938f-fc14efbf54df tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0731618 May 21 15:39:37.933137 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ebb399-03a3-4dcb-96cb-b75c6a75ff33 req-ceb92c0f-03e8-4f88-bc4c-975cd9527fe5 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:37.934889 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b3ebb399-03a3-4dcb-96cb-b75c6a75ff33 req-ceb92c0f-03e8-4f88-bc4c-975cd9527fe5 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 944 time: 0.0889339 May 21 15:39:37.983081 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b3ebb399-03a3-4dcb-96cb-b75c6a75ff33 req-d9c5a22b-33cf-40fc-bcf9-c1c88009dc9b tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415263 May 21 15:39:38.085137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1abefb72-bbc2-4556-96d3-67eb1462eda8 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:39:38.271601 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 1abefb72-bbc2-4556-96d3-67eb1462eda8 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:39:38.274229 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4ae3d7-90b4-4873-9103-e16bec50a54b req-361e015e-6700-45cb-8ff7-eabc7ed79aee tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:38.275875 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4ae3d7-90b4-4873-9103-e16bec50a54b req-361e015e-6700-45cb-8ff7-eabc7ed79aee tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0870183 May 21 15:39:38.278591 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 1abefb72-bbc2-4556-96d3-67eb1462eda8 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:39:38.279444 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:38.348479 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4ae3d7-90b4-4873-9103-e16bec50a54b req-9a76d925-a5da-40d7-bff9-7990720113b5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599699 May 21 15:39:38.428545 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:38.461060 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abefb72-bbc2-4556-96d3-67eb1462eda8'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:39:38.471299 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1abefb72-bbc2-4556-96d3-67eb1462eda8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1abefb72-bbc2-4556-96d3-67eb1462eda8,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:39:38.517099 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1abefb72-bbc2-4556-96d3-67eb1462eda8', 'code': 200} May 21 15:39:38.540008 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:38.542832 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-0c5b643a-43a8-4578-87f8-16c9341ee481 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:38.620838 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1abefb72-bbc2-4556-96d3-67eb1462eda8,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:38.624137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:39.180169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb3e509-0d69-4d0e-a47c-411e1028fb30 req-56db0c65-3892-43ec-acea-08aaa3ca57bc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:39.181817 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0cb3e509-0d69-4d0e-a47c-411e1028fb30 req-56db0c65-3892-43ec-acea-08aaa3ca57bc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0884197 May 21 15:39:39.228915 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0cb3e509-0d69-4d0e-a47c-411e1028fb30 req-52d9ba16-d5a7-40c3-8e05-7b384a63faf5 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414603 May 21 15:39:39.550976 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80106526-8608-428e-aa5e-b5705079d858 req-2730b4de-d765-47ca-a9ed-b4829eb64fdd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:39.552448 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-80106526-8608-428e-aa5e-b5705079d858 req-2730b4de-d765-47ca-a9ed-b4829eb64fdd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0869291 May 21 15:39:39.598599 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-80106526-8608-428e-aa5e-b5705079d858 req-bc5d103e-656e-416b-8a03-0d748f1eef18 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405433 May 21 15:39:40.191445 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9e10d3a2-ba81-4164-b241-5046fe179574 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:40.474797 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698f3230-f0ab-49a3-9b96-1f718e6be2e6 req-7d7072b1-86ad-4450-b682-3f14aaeb52fc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:40.477024 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-698f3230-f0ab-49a3-9b96-1f718e6be2e6 req-7d7072b1-86ad-4450-b682-3f14aaeb52fc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.1109998 May 21 15:39:40.532103 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-698f3230-f0ab-49a3-9b96-1f718e6be2e6 req-78541d2f-177e-48ff-9b85-75f641bfe353 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487854 May 21 15:39:40.824480 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1925349-a5f1-42b7-9f99-ee5c5052359c req-dd039821-1861-4cab-8705-dd7000b38875 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:40.826187 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a1925349-a5f1-42b7-9f99-ee5c5052359c req-dd039821-1861-4cab-8705-dd7000b38875 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0941815 May 21 15:39:40.879772 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a1925349-a5f1-42b7-9f99-ee5c5052359c req-119d6ea5-5efc-42e1-b058-6a13e67b2f88 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472286 May 21 15:39:41.753164 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69a93d4-1824-4d12-8896-18052e397f6f req-ece08d56-8a29-4cff-8505-4aa3d5375737 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:41.754733 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a69a93d4-1824-4d12-8896-18052e397f6f req-ece08d56-8a29-4cff-8505-4aa3d5375737 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0917547 May 21 15:39:41.808493 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a69a93d4-1824-4d12-8896-18052e397f6f req-20f87475-0837-46ce-acd0-15ae19f4f43b tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469339 May 21 15:39:42.084105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4401bd-9e62-4f31-94ee-4bd58eed0fd0 req-f529fb52-db8f-4921-980c-29d34cf74f43 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:42.085764 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dc4401bd-9e62-4f31-94ee-4bd58eed0fd0 req-f529fb52-db8f-4921-980c-29d34cf74f43 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0887136 May 21 15:39:42.134490 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dc4401bd-9e62-4f31-94ee-4bd58eed0fd0 req-4dd8df0c-963b-4ba6-b44f-cacde9544cae tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428543 May 21 15:39:42.635747 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:42.811080 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3364c64e-88c5-46f0-8c49-c55bfb3248db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:43.090923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc49ff30-a953-49a0-b624-ac0357e21249 req-b92ec84b-4b47-4173-a5de-67531a5c34e0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:43.090923 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc49ff30-a953-49a0-b624-ac0357e21249 req-b92ec84b-4b47-4173-a5de-67531a5c34e0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.1194365 May 21 15:39:43.150154 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc49ff30-a953-49a0-b624-ac0357e21249 req-d67e02f3-8eac-46c5-bc35-e2422c7fe0eb tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572429 May 21 15:39:43.511534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86387fd3-db30-4c32-8c1c-24a8701c98f1 req-8bb792e0-c964-4c9d-9b8c-fb622c4f274f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:43.513798 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-86387fd3-db30-4c32-8c1c-24a8701c98f1 req-8bb792e0-c964-4c9d-9b8c-fb622c4f274f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0994039 May 21 15:39:43.564318 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-86387fd3-db30-4c32-8c1c-24a8701c98f1 req-eb78b45b-0d25-4fb2-a895-a02d8db6eb23 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425575 May 21 15:39:43.883034 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:44.364749 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb31469f-786e-46cb-8461-1bfbb433de72 req-af269544-b3e9-4f27-9e55-647c7458b436 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:44.366385 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bb31469f-786e-46cb-8461-1bfbb433de72 req-af269544-b3e9-4f27-9e55-647c7458b436 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0956492 May 21 15:39:44.432230 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bb31469f-786e-46cb-8461-1bfbb433de72 req-db09005c-d0b9-45fb-81de-4ff8f87422f2 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587885 May 21 15:39:44.786853 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaaf93f1-c4f9-4b14-af8e-b003c744c86f req-ae712899-d5cb-4464-823c-944cb6fb08d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:44.788380 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaaf93f1-c4f9-4b14-af8e-b003c744c86f req-ae712899-d5cb-4464-823c-944cb6fb08d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0925326 May 21 15:39:44.835128 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaaf93f1-c4f9-4b14-af8e-b003c744c86f req-f1636ad2-1fcb-4bbe-b243-0fed2c181b34 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407426 May 21 15:39:45.597621 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:45.643786 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8297ae22-404b-4283-a84e-6935598163a2 req-d9e91993-5ab3-46d2-9762-b53fe98178fc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:45.645551 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8297ae22-404b-4283-a84e-6935598163a2 req-d9e91993-5ab3-46d2-9762-b53fe98178fc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0938838 May 21 15:39:45.774662 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8297ae22-404b-4283-a84e-6935598163a2 req-1f5a06b4-35d5-4629-a4f3-805c2b03e914 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222608 May 21 15:39:46.055571 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78147b38-05e5-4484-a21c-c488b71ac8a0 req-e935dae5-3c9f-4bd4-9080-1fe8fbe60136 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:46.056942 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78147b38-05e5-4484-a21c-c488b71ac8a0 req-e935dae5-3c9f-4bd4-9080-1fe8fbe60136 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0903265 May 21 15:39:46.129497 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78147b38-05e5-4484-a21c-c488b71ac8a0 req-42311823-8f9b-4935-90db-c3ea2a9a5eb5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654886 May 21 15:39:46.989182 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e848ff91-1b77-4610-9d84-7bf77ad4a187 req-92cc1f03-b09a-4abf-a57d-09ef509309f0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:46.990757 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e848ff91-1b77-4610-9d84-7bf77ad4a187 req-92cc1f03-b09a-4abf-a57d-09ef509309f0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0954058 May 21 15:39:47.047118 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e848ff91-1b77-4610-9d84-7bf77ad4a187 req-833bafa2-62da-46b0-8484-6737dbc87643 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488467 May 21 15:39:47.425349 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a7078f-2f75-4841-9299-31b6ebbc34ee req-10bbf532-57dc-444f-a065-abd465674f6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:47.426787 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7a7078f-2f75-4841-9299-31b6ebbc34ee req-10bbf532-57dc-444f-a065-abd465674f6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1750154 May 21 15:39:47.477546 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7a7078f-2f75-4841-9299-31b6ebbc34ee req-d90e958d-daf6-4cb0-a6f0-73c737b13bb7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440626 May 21 15:39:47.782288 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56594) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:47.913820 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:47.929163 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:47.933656 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Usage tracker for resource:security_group_rule and tenant:58d7155970dd43a9843207c1b02e74d5 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:39:47.936659 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:39:47.942612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:48.032299 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.095840 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.115779 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.131998 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3a721ee7-6afa-43d6-96aa-44aa691b62e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:48.173970 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58d7155970dd43a9843207c1b02e74d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3904614 May 21 15:39:48.176827 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56602) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:48.179706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844d706-826e-4e50-b72a-ae5da63774db,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:48.183617 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:48.257366 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.297056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.450493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73067d50-258c-47bb-ac0b-955221ae8a61 req-8dc8a558-e310-4a75-83d8-0ccce7aa6c19 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:48.452386 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73067d50-258c-47bb-ac0b-955221ae8a61 req-8dc8a558-e310-4a75-83d8-0ccce7aa6c19 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.2609391 May 21 15:39:48.495338 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.503401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-193cfbb9-9090-441e-aa0c-16c4ce6ac199 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:48.523735 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-73067d50-258c-47bb-ac0b-955221ae8a61 req-464a4c5f-96c0-4dcf-8ced-95ca7ec1c467 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646522 May 21 15:39:48.524518 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844d706-826e-4e50-b72a-ae5da63774db,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:48.535205 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:48.554313 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:48.556536 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e844d706-826e-4e50-b72a-ae5da63774db HTTP/1.1" status: 204 len: 168 time: 0.3780620 May 21 15:39:48.722512 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920c59b0-7226-497e-abd9-c7dadf929ef8 req-43515788-80bc-4018-a106-0abac9aa05bf tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:48.724346 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-920c59b0-7226-497e-abd9-c7dadf929ef8 req-43515788-80bc-4018-a106-0abac9aa05bf tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1138229 May 21 15:39:48.780395 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-920c59b0-7226-497e-abd9-c7dadf929ef8 req-87ec7835-fc7d-499d-b37e-618b3a5832c0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500886 May 21 15:39:49.391197 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56614) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:49.413651 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:49.431572 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:49.436814 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Usage tracker for resource:security_group_rule and tenant:3ba49f45bc814ac0b98799b2089d564f is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:39:49.440324 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:39:49.447297 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:49.548071 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:49.624239 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:49.632222 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8aab85ac-3e7f-4733-aa38-41b9d70c7aca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:49.712889 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fbda96-a76c-428a-a477-342017e78b95,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:49.722065 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ba49f45bc814ac0b98799b2089d564f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3296223 May 21 15:39:49.723135 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:49.726574 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56620) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:49.831527 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:49.840760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d161796c-1aa3-46b1-b0b7-ac66b84eb30a req-fc239509-e22e-4c9f-92e8-559161903bef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:49.842376 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d161796c-1aa3-46b1-b0b7-ac66b84eb30a req-fc239509-e22e-4c9f-92e8-559161903bef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.1831353 May 21 15:39:49.898117 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:49.973498 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d161796c-1aa3-46b1-b0b7-ac66b84eb30a req-72f4f5c3-9bf8-4c4b-bd0f-dec8790a6907 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217339 May 21 15:39:50.036719 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378d68be-4b19-4fba-a59c-06f04b3ce067 req-0824792a-ac49-4e77-bac5-0b1cc98ac7a7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:50.038303 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-378d68be-4b19-4fba-a59c-06f04b3ce067 req-0824792a-ac49-4e77-bac5-0b1cc98ac7a7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1310675 May 21 15:39:50.087338 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-378d68be-4b19-4fba-a59c-06f04b3ce067 req-7bea3832-d874-4821-bd1a-8673a41a8094 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422380 May 21 15:39:50.134359 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:50.138682 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-64ac1ced-8af9-4789-9500-00a3adffbaeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:50.151285 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fbda96-a76c-428a-a477-342017e78b95,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:50.153835 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:50.160381 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:50.163221 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/20fbda96-a76c-428a-a477-342017e78b95 HTTP/1.1" status: 204 len: 168 time: 0.4350600 May 21 15:39:51.216644 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806231bc-900f-4c25-a089-7ef0efb1206d req-60c59236-207a-46d5-a6b2-09ab73cb2993 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:51.219059 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-806231bc-900f-4c25-a089-7ef0efb1206d req-60c59236-207a-46d5-a6b2-09ab73cb2993 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0860643 May 21 15:39:51.314517 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-806231bc-900f-4c25-a089-7ef0efb1206d req-fa2aaa5a-f38a-497c-941a-5cbe60dc86fa tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596950 May 21 15:39:51.342581 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5161cdb2-33b6-46fc-af8e-fecd11b8e97f req-746e4de7-f435-448e-834a-2f5ff4b61077 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:51.344235 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5161cdb2-33b6-46fc-af8e-fecd11b8e97f req-746e4de7-f435-448e-834a-2f5ff4b61077 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1242914 May 21 15:39:51.392292 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5161cdb2-33b6-46fc-af8e-fecd11b8e97f req-0562c81b-cd5e-4e51-bd65-ad38156037bc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423696 May 21 15:39:52.519614 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38bf4a00-8d77-46f1-bf76-8252c60e5f0f req-95454e26-bc19-47d5-b211-95bf13fd677e tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:52.521075 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38bf4a00-8d77-46f1-bf76-8252c60e5f0f req-95454e26-bc19-47d5-b211-95bf13fd677e tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0907326 May 21 15:39:52.616369 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38bf4a00-8d77-46f1-bf76-8252c60e5f0f req-9fe50099-f714-43aa-a6b4-8a6c16240de0 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597844 May 21 15:39:52.647637 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd65fced-a484-4e51-954a-7dc900778134 req-560a8bc5-0aed-42b6-bccf-a7872983f147 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:52.649496 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bd65fced-a484-4e51-954a-7dc900778134 req-560a8bc5-0aed-42b6-bccf-a7872983f147 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1272664 May 21 15:39:52.697031 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bd65fced-a484-4e51-954a-7dc900778134 req-02db916d-bc45-4e17-92c6-ff41686dba48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413990 May 21 15:39:53.816604 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ca3d0-3f7a-41c9-bde5-d225a98a33d8 req-6a530fd0-007f-4ea2-bc10-db044561ca39 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:53.818309 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8ca3d0-3f7a-41c9-bde5-d225a98a33d8 req-6a530fd0-007f-4ea2-bc10-db044561ca39 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0882735 May 21 15:39:53.920451 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9c8ca3d0-3f7a-41c9-bde5-d225a98a33d8 req-7feab574-960a-4ddf-a054-fd2dc24e93fa tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682032 May 21 15:39:53.940666 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43cae371-31c7-40c6-a9da-b1724cdd0239 req-39d968e0-4204-42c9-9793-e96e9f7a78d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:53.942181 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-43cae371-31c7-40c6-a9da-b1724cdd0239 req-39d968e0-4204-42c9-9793-e96e9f7a78d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1228538 May 21 15:39:53.990101 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-43cae371-31c7-40c6-a9da-b1724cdd0239 req-9288e4d4-82e7-4a8f-b470-097cd44db248 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420201 May 21 15:39:54.168039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56694) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:54.296254 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:54.314382 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:54.319388 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Usage tracker for resource:security_group_rule and tenant:c5176d9a66744587a6a7ad67b1574e5d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:39:54.323033 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:39:54.329693 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:54.550575 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:54.563583 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-2b436647-453d-4483-9ce4-06da757606e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:54.565037 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-2b436647-453d-4483-9ce4-06da757606e1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1097 time: 0.1911364 May 21 15:39:54.678349 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:54.689222 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c2e6d500-3f61-410c-a81d-70ffbd1f3941 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:54.739986 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4785334-12d6-462b-bc3f-0186657c80b7 req-8e3bdae4-9ee5-4c6a-a2f1-8ebf5dff762f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:54.741559 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-a4785334-12d6-462b-bc3f-0186657c80b7 req-8e3bdae4-9ee5-4c6a-a2f1-8ebf5dff762f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 1098 time: 0.0761900 May 21 15:39:54.757583 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c5176d9a66744587a6a7ad67b1574e5d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5883293 May 21 15:39:54.760168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d119d0c-1fb7-4755-9683-eed341b8b3a3,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:54.760878 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56700) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:54.763553 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:54.766972 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-599e7c0b-3c57-4c72-8a85-7177e5aca17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:54.768612 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-599e7c0b-3c57-4c72-8a85-7177e5aca17d service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.1821244 May 21 15:39:54.816891 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-a4785334-12d6-462b-bc3f-0186657c80b7 req-c5928844-043a-4cf7-8c01-36926d14d2d5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683970 May 21 15:39:54.839408 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:54.867505 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:54.875903 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-c9a6d6af-60a3-4503-9135-adb96d4cc5e6 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 200 len: 1000 time: 0.1003156 May 21 15:39:55.031620 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:55.035807 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6ca91bc4-acf3-4e9f-a942-0c74fd9e13b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:55.050152 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d119d0c-1fb7-4755-9683-eed341b8b3a3,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:55.061038 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.061400 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.062302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.062675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.063061 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.063410 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.063754 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.064214 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.064598 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.064946 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.065291 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.065636 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:39:55.073049 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:55.077027 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1d119d0c-1fb7-4755-9683-eed341b8b3a3 HTTP/1.1" status: 204 len: 168 time: 0.3151257 May 21 15:39:55.078754 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:55.129249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-ba647389-ec09-413f-a4fb-470864199096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:55.130692 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-ba647389-ec09-413f-a4fb-470864199096 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1200135 May 21 15:39:55.265928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e0b3c6-3df0-4cae-9987-06339094bf30 req-25bab368-e573-4d5d-8fea-f29e969b2bc1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:55.267356 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3e0b3c6-3df0-4cae-9987-06339094bf30 req-25bab368-e573-4d5d-8fea-f29e969b2bc1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.2231667 May 21 15:39:55.338813 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-22cedd8e-a5ae-4d18-bdc7-ecdf4e668a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:55.338813 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-22cedd8e-a5ae-4d18-bdc7-ecdf4e668a1b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1949396 May 21 15:39:55.338813 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e3e0b3c6-3df0-4cae-9987-06339094bf30 req-87b5108b-b314-4f54-a1f7-6b9bb1af6a86 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617907 May 21 15:39:55.347377 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839a0348-a73d-413c-9c07-f99b8250d528 req-bb5efd24-cbc5-49a5-b18b-b433d6348afb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:55.348831 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-839a0348-a73d-413c-9c07-f99b8250d528 req-bb5efd24-cbc5-49a5-b18b-b433d6348afb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.2077503 May 21 15:39:55.472520 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-839a0348-a73d-413c-9c07-f99b8250d528 req-c6d91569-a73c-4528-8453-001e0f909702 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040838 May 21 15:39:55.514614 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-e0bfd37c-d65c-4034-8bc6-3e265bbf6aae service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647799 May 21 15:39:55.649498 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f3373228-33f9-49a1-93c5-f9d7a3e86d93 req-6d13cbcc-9f5c-4f16-b09b-0fb3e4a414fa service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276011 May 21 15:39:55.897611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56712) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:55.918577 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:55.933702 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:39:55.938034 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Usage tracker for resource:security_group_rule and tenant:4b85055fa4ba4441a9a0a342fd3b5615 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:39:55.941037 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:39:55.946869 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:39:56.031633 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.137847 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.147031 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ab01440a-285b-4af1-9e20-5c9ea5bad10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:56.188568 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=4b85055fa4ba4441a9a0a342fd3b5615&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2897882 May 21 15:39:56.189230 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d293e2ce-452e-4547-9e50-8282781373ee,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:56.192160 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56716) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:39:56.192716 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:56.255710 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.282564 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.408699 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.414114 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:39:56.426699 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d293e2ce-452e-4547-9e50-8282781373ee,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:39:56.430761 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:39:56.436481 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:39:56.438999 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d293e2ce-452e-4547-9e50-8282781373ee HTTP/1.1" status: 204 len: 168 time: 0.2439945 May 21 15:39:56.541363 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d28d3b3-5d13-417d-9cc8-4724e4038728 req-0a3dbf82-7257-4aff-b822-c873905d52af tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:56.542896 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0d28d3b3-5d13-417d-9cc8-4724e4038728 req-0a3dbf82-7257-4aff-b822-c873905d52af tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0934858 May 21 15:39:56.592591 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0d28d3b3-5d13-417d-9cc8-4724e4038728 req-6d1bb0ed-0849-4f6a-8ddd-07b744f41a46 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430877 May 21 15:39:56.686813 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd4882-1ec3-45b9-9f06-0c9944bda467 req-208ac8fa-bfc7-4ece-aea3-ad792a11bcff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:56.688344 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-64dd4882-1ec3-45b9-9f06-0c9944bda467 req-208ac8fa-bfc7-4ece-aea3-ad792a11bcff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0850625 May 21 15:39:56.738332 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-64dd4882-1ec3-45b9-9f06-0c9944bda467 req-ffc465e6-3feb-4395-89aa-ac24e4ffc26a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437665 May 21 15:39:57.795943 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90969085-b974-4279-860e-f381e3b0ea31 req-3b3b6757-b3de-4072-95ad-13113a935d5b tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:57.797527 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-90969085-b974-4279-860e-f381e3b0ea31 req-3b3b6757-b3de-4072-95ad-13113a935d5b tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0931747 May 21 15:39:57.849057 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-90969085-b974-4279-860e-f381e3b0ea31 req-bd81bc16-fdfd-4b43-b6c3-1bfde251bd46 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443890 May 21 15:39:57.939648 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49acb234-896e-46d0-9c95-d3ff5eb9cbad req-f1ba8820-d74f-4ae1-bc66-c40502dffecd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:57.941210 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49acb234-896e-46d0-9c95-d3ff5eb9cbad req-f1ba8820-d74f-4ae1-bc66-c40502dffecd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0865831 May 21 15:39:58.001905 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49acb234-896e-46d0-9c95-d3ff5eb9cbad req-d37654dd-6fb9-46f5-a237-506959676f23 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545247 May 21 15:39:59.250744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9013c7-d7e7-4821-988a-504bfb84e0eb req-46b4c8f6-3495-4189-9a1e-d7f85bffd610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:39:59.252454 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c9013c7-d7e7-4821-988a-504bfb84e0eb req-46b4c8f6-3495-4189-9a1e-d7f85bffd610 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.1289253 May 21 15:39:59.306085 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c9013c7-d7e7-4821-988a-504bfb84e0eb req-0ceea596-209f-45a9-88ee-f62cca0cd1e1 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468924 May 21 15:40:00.160793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:40:00.293687 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:00.306795 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'port_id': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'mac_address': 'fa:16:3e:02:a3:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:40:00.366551 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:00.413374 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1145d844-c56a-4380-a51b-3bb836f2cfb5 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:40:00.429819 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:00.502420 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e174f83e-db7c-4a8c-8e72-67d304357e88 req-44e8477f-16f2-46d2-8248-80ddaa0e5c6e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:00.503932 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e174f83e-db7c-4a8c-8e72-67d304357e88 req-44e8477f-16f2-46d2-8248-80ddaa0e5c6e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 944 time: 0.0809021 May 21 15:40:00.516620 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:00.519852 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:00.589250 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=9']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:00.598167 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.598821 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.599185 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.599588 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.599913 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.600742 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.601068 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.601389 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.601751 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.602032 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.602391 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.602696 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:00.607065 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:00.636672 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e174f83e-db7c-4a8c-8e72-67d304357e88 req-f3db1410-c8ec-4d15-8963-a9f172c5ab68 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269717 May 21 15:40:01.040093 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1145d844-c56a-4380-a51b-3bb836f2cfb5'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:40:01.866912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f2c1f-22e7-4df2-b45b-793475320553 req-f30bcae7-fd13-4079-877f-5408e0eb8478 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:01.868594 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9e1f2c1f-22e7-4df2-b45b-793475320553 req-f30bcae7-fd13-4079-877f-5408e0eb8478 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 945 time: 0.0942235 May 21 15:40:01.928128 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9e1f2c1f-22e7-4df2-b45b-793475320553 req-99c1c911-8ee3-47a9-b63f-1089c702577e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518560 May 21 15:40:02.181212 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:40:02.250558 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 1145d844-c56a-4380-a51b-3bb836f2cfb5 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:40:02.250932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:02.370648 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:02.400613 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:40:02.411159 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:02.448134 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'code': 200} May 21 15:40:02.539460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:02.543069 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:02.614010 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=10']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:02.618054 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:03.141254 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9489ac7-66a6-47f0-8e5e-e17538c12a6e req-253577ca-b53f-49da-94ab-b10c6decc5a4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:03.143123 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f9489ac7-66a6-47f0-8e5e-e17538c12a6e req-253577ca-b53f-49da-94ab-b10c6decc5a4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.0890586 May 21 15:40:03.235358 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f9489ac7-66a6-47f0-8e5e-e17538c12a6e req-ff3c2b40-d744-4f73-9b0e-d6d8f16cccb9 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859909 May 21 15:40:03.259179 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3da73c-d587-4674-8fd1-2a15ee9efbeb req-7c0571a3-ba97-411c-b2e1-bbcfcda62c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:03.263164 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ce3da73c-d587-4674-8fd1-2a15ee9efbeb req-7c0571a3-ba97-411c-b2e1-bbcfcda62c4b service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 1100 time: 0.0939245 May 21 15:40:03.317094 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ce3da73c-d587-4674-8fd1-2a15ee9efbeb req-c54d1e01-5f31-41c1-8669-e6ccdda571e5 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417120 May 21 15:40:04.116891 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:40:04.438635 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888a9904-767c-4dd8-9690-8dfcc206a686 req-5ddd2feb-ea9d-4521-a849-e695021f515e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:04.440093 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-888a9904-767c-4dd8-9690-8dfcc206a686 req-5ddd2feb-ea9d-4521-a849-e695021f515e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.0841479 May 21 15:40:04.487352 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-888a9904-767c-4dd8-9690-8dfcc206a686 req-21270388-1a41-4f44-8ebc-55b7c2750c06 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406849 May 21 15:40:05.701132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b609852-5dad-4505-bc2a-8ecfd1f1ceac req-8195a6cc-1f2b-4ee6-b596-6dc451e010d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:05.703967 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b609852-5dad-4505-bc2a-8ecfd1f1ceac req-8195a6cc-1f2b-4ee6-b596-6dc451e010d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.1002252 May 21 15:40:05.750094 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b609852-5dad-4505-bc2a-8ecfd1f1ceac req-7b8c21e1-77e4-4587-95b6-e8da11d64d2b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407009 May 21 15:40:06.955424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18840e9f-9b6b-4999-9a50-5cfd4c4f213e req-9381f412-42b6-4690-9295-263641f3146a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:06.956943 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-18840e9f-9b6b-4999-9a50-5cfd4c4f213e req-9381f412-42b6-4690-9295-263641f3146a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.0849762 May 21 15:40:07.005525 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-18840e9f-9b6b-4999-9a50-5cfd4c4f213e req-45c46035-6f8b-42e6-8083-6770f7da0466 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426650 May 21 15:40:10.236640 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-87cc8a39-79ed-4833-997a-f3c30aa730d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:10.975368 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56956) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:11.092912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.107235 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:11.111857 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Usage tracker for resource:security_group_rule and tenant:bc0045be0f5c45aa8696d97f22bf6a8b is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:11.114697 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:11.120504 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:11.210280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.293650 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.301480 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0aadcf8b-8db3-4008-875f-b3148722fb24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:11.340975 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=bc0045be0f5c45aa8696d97f22bf6a8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3644803 May 21 15:40:11.341815 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f04f78a1-c2ef-4e3e-ad04-e48feee00028,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:11.344448 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56962) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:11.351727 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.352273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.352835 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.353404 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.353979 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.354567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.355170 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.355807 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.356381 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.356959 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.357528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.358776 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:40:11.365014 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:11.408268 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.434041 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.555136 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.558920 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3e25ba7c-ba33-4c28-b5f3-485885134959 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:11.573397 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f04f78a1-c2ef-4e3e-ad04-e48feee00028,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:11.581111 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:11.584626 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/f04f78a1-c2ef-4e3e-ad04-e48feee00028 HTTP/1.1" status: 204 len: 168 time: 0.2390118 May 21 15:40:11.585980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:12.408683 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 56978) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:12.427031 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.441973 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:12.445778 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Usage tracker for resource:security_group_rule and tenant:3f08f783e21c49089f8785619508da00 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:12.448723 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:12.455257 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:12.539532 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.602884 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.630477 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.637769 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-07f84736-04e7-4a84-a492-051de31992fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:12.680062 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3f08f783e21c49089f8785619508da00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2702959 May 21 15:40:12.680965 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21526077-1614-417f-b9b4-570b0140773a,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:12.682906 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 56982) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:12.684111 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:12.753534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.780675 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.824786 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-48a5ab02-4743-4a22-a44a-449e96b6f6ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.918367 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.922136 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f80784f5-8d78-42ab-9608-afa15c9128f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:12.939261 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21526077-1614-417f-b9b4-570b0140773a,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:12.947646 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:12.949961 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:12.951104 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/21526077-1614-417f-b9b4-570b0140773a HTTP/1.1" status: 204 len: 168 time: 0.2658195 May 21 15:40:13.882256 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:15.663835 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:18.088086 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:28.690226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf901ed-fb22-46bf-88b5-c6d586b36e46 req-721a1a34-3e30-4989-a5e8-504efc4226fc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:28.691749 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ddf901ed-fb22-46bf-88b5-c6d586b36e46 req-721a1a34-3e30-4989-a5e8-504efc4226fc tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0870271 May 21 15:40:28.738378 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ddf901ed-fb22-46bf-88b5-c6d586b36e46 req-9a2272fc-8103-4bfe-afcb-f34b70a4cb87 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409071 May 21 15:40:29.929576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5139e18c-6cda-4088-a84f-de6fef1741ce req-5e0d86a7-24c9-4cc1-9879-036e35dde2dd tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:29.930975 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5139e18c-6cda-4088-a84f-de6fef1741ce req-5e0d86a7-24c9-4cc1-9879-036e35dde2dd tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0830128 May 21 15:40:29.981489 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5139e18c-6cda-4088-a84f-de6fef1741ce req-2ecc0048-3c7f-4342-80e8-680f856ef96d tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445518 May 21 15:40:30.100886 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57168) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:30.226656 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.242079 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:30.246109 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Usage tracker for resource:security_group_rule and tenant:58d3a5645445451692f5c64bf472af50 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:30.249075 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:30.255780 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:30.340079 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.430208 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.438142 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7d770d41-4803-48f8-9422-7be3f3626cc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:30.478278 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=58d3a5645445451692f5c64bf472af50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3763175 May 21 15:40:30.479330 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64ca6b04-3b6e-4351-af4d-69d56adf2729,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:30.485796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57174) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:30.486287 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:30.544892 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.571906 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.756249 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.759893 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bf66c6e6-d9e5-4825-89cc-7b904c793716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:30.773077 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64ca6b04-3b6e-4351-af4d-69d56adf2729,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:30.776584 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:30.782970 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:30.784110 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/64ca6b04-3b6e-4351-af4d-69d56adf2729 HTTP/1.1" status: 204 len: 168 time: 0.3017304 May 21 15:40:31.187055 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59875b46-e523-4c31-af38-262d1e1cd4c2 req-d29f7913-7f6f-4ead-ae62-4622d9937ca2 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:31.187055 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-59875b46-e523-4c31-af38-262d1e1cd4c2 req-d29f7913-7f6f-4ead-ae62-4622d9937ca2 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0888798 May 21 15:40:31.229238 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-59875b46-e523-4c31-af38-262d1e1cd4c2 req-1f960a45-6965-4df7-9d53-a9099a4d6163 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 May 21 15:40:31.571304 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57186) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:31.589584 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:31.603824 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:31.607692 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Usage tracker for resource:security_group_rule and tenant:2ee31389f62e439c941497c0356da42b is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:31.611086 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:31.616842 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:31.703203 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:31.829165 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:31.837502 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a0b340fb-8342-4640-b4d5-55b067868b90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:31.884453 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ee31389f62e439c941497c0356da42b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3120720 May 21 15:40:31.885372 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=359d9d1a-dffc-4587-8ce7-f21d59374325,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:31.887233 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57190) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:31.888427 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:31.946254 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:31.971803 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:32.126655 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:32.130528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cdfb9f71-d7a9-4ec5-8e1c-c3e9b5811f87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:32.144418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=359d9d1a-dffc-4587-8ce7-f21d59374325,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:32.146800 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:32.156592 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:32.157696 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-787b8958-d8d6-46e5-8a35-50629408f744 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/359d9d1a-dffc-4587-8ce7-f21d59374325 HTTP/1.1" status: 204 len: 168 time: 0.2694814 May 21 15:40:32.440293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb663b-702b-484b-8c0d-cf60c544b1fa req-d341f7bc-c832-4871-aa93-dc6e2c95a6d4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:32.441773 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91fb663b-702b-484b-8c0d-cf60c544b1fa req-d341f7bc-c832-4871-aa93-dc6e2c95a6d4 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0884001 May 21 15:40:32.488162 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91fb663b-702b-484b-8c0d-cf60c544b1fa req-2c073b1d-c4db-4b3e-8f09-e1ce2dc4ad02 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401664 May 21 15:40:32.894166 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f9916-f169-4fbb-9474-ef8a3ea2c808 req-2b066309-6d43-4166-a9b8-3d931e6685dc tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:32.895654 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f7f9916-f169-4fbb-9474-ef8a3ea2c808 req-2b066309-6d43-4166-a9b8-3d931e6685dc tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0823395 May 21 15:40:32.945021 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8f7f9916-f169-4fbb-9474-ef8a3ea2c808 req-0f83d991-b6a8-4e66-986f-bb6d64cb141e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433571 May 21 15:40:33.683310 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a3f2c-b19f-4d83-9460-3ff74ce34c0e req-0fca5aef-03ab-464c-bffa-140daab41c10 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:33.684745 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0e8a3f2c-b19f-4d83-9460-3ff74ce34c0e req-0fca5aef-03ab-464c-bffa-140daab41c10 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.0825086 May 21 15:40:33.732870 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0e8a3f2c-b19f-4d83-9460-3ff74ce34c0e req-5ea9046a-c2aa-4c93-89b1-64709b3124a6 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421925 May 21 15:40:34.047458 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57234) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:34.137263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa8d1c7-b478-463d-8c60-f63df50fb826 req-82c61da3-d167-408f-b750-07bef9f68976 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:34.138766 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cfa8d1c7-b478-463d-8c60-f63df50fb826 req-82c61da3-d167-408f-b750-07bef9f68976 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0849974 May 21 15:40:34.179627 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.207651 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:34.215121 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cfa8d1c7-b478-463d-8c60-f63df50fb826 req-47f05304-2b97-48b2-944f-085bf52a0cbb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694785 May 21 15:40:34.216031 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Usage tracker for resource:security_group_rule and tenant:560ca1b044254c27a8f658d3b7ef69d0 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:34.219831 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:34.225618 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:34.311424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.407661 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.414275 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fbea25b4-4d86-47f6-ae18-a8d1fee617f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:34.454539 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b1716a-bcad-4968-b8c9-67917f1e9ce8,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:34.458620 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=560ca1b044254c27a8f658d3b7ef69d0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4100401 May 21 15:40:34.459494 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:34.461306 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57240) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:34.595395 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.622770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.755738 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.759565 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7996300d-9ef7-424d-8b8a-86ca3e314c16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:34.771670 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b1716a-bcad-4968-b8c9-67917f1e9ce8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:34.775059 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:34.788011 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:34.792029 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-0dd98659-defa-475a-8fba-5346da6e8370 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c9b1716a-bcad-4968-b8c9-67917f1e9ce8 HTTP/1.1" status: 204 len: 168 time: 0.3269713 May 21 15:40:34.979792 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db17561-a096-491e-9311-e6a418d55113 req-4b84b18c-4648-4597-9d06-8387ddd9be89 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:34.981095 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6db17561-a096-491e-9311-e6a418d55113 req-4b84b18c-4648-4597-9d06-8387ddd9be89 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.1089599 May 21 15:40:34.988974 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f8b773-46be-46f8-9e92-b626259f1b45 req-81378ea4-e81f-499c-8c5e-1f4a1165e4ce tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:34.990279 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-75f8b773-46be-46f8-9e92-b626259f1b45 req-81378ea4-e81f-499c-8c5e-1f4a1165e4ce tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 945 time: 0.1490679 May 21 15:40:35.122405 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-75f8b773-46be-46f8-9e92-b626259f1b45 req-3f1091b4-af0b-40e3-874b-841cf7ad1879 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/security-groups?id=376a08af-defd-4940-a7ac-cc9688f149dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982502 May 21 15:40:35.159797 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Deleting port 1abefb72-bbc2-4556-96d3-67eb1462eda8 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:40:35.160399 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:35.304003 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] For port 1abefb72-bbc2-4556-96d3-67eb1462eda8, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1abefb72-bbc2-4556-96d3-67eb1462eda8,segment=NetworkSegment(4c8bdd1f-f219-4214-aa4e-37c008750a8d),segment_id=4c8bdd1f-f219-4214-aa4e-37c008750a8d)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:35.304003 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:35.459161 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Calling delete_port for 1abefb72-bbc2-4556-96d3-67eb1462eda8 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:40:35.531523 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d77ebd78-9367-4cfe-a04f-2b2fc8430b31 req-35410269-3074-44fc-a3f6-f803c437ac65 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:35.532942 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d77ebd78-9367-4cfe-a04f-2b2fc8430b31 req-35410269-3074-44fc-a3f6-f803c437ac65 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1656556 May 21 15:40:35.622778 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d77ebd78-9367-4cfe-a04f-2b2fc8430b31 req-d108b2f1-66e1-4109-bbdf-5128ad354845 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0824237 May 21 15:40:35.732975 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:35.739351 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-aa1e8d6b-7653-4ab7-ad5a-5cd89ead6d99 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:35.745016 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1abefb72-bbc2-4556-96d3-67eb1462eda8'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:40:35.786902 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Pushing event deleted for resources: {'Port': ['ID=1abefb72-bbc2-4556-96d3-67eb1462eda8,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:35.790567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:35.867013 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] No DVR routers for this DVR port 1abefb72-bbc2-4556-96d3-67eb1462eda8 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:40:35.869799 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:35.872590 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'name': 'network-vif-deleted', 'tag': '1abefb72-bbc2-4556-96d3-67eb1462eda8'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:40:35.906201 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57272) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:35.924760 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49', 'name': 'network-vif-deleted', 'tag': '1abefb72-bbc2-4556-96d3-67eb1462eda8', 'status': 'completed', 'code': 200} May 21 15:40:35.945252 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6db17561-a096-491e-9311-e6a418d55113 req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.74 "DELETE /v2.0/ports/1abefb72-bbc2-4556-96d3-67eb1462eda8 HTTP/1.1" status: 204 len: 173 time: 0.9540148 May 21 15:40:36.012680 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-655179760-network', 'tenant_id': '8a715f5c5be7446e9411eb1db623a071'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:40:36.018697 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:36.022905 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Usage tracker for resource:network and tenant:8a715f5c5be7446e9411eb1db623a071 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:36.025673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:36.033489 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:36.150019 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Made reservation on behalf of 8a715f5c5be7446e9411eb1db623a071 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:40:36.152396 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.164776 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.179783 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:36.183588 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Usage tracker for resource:security_group_rule and tenant:8a715f5c5be7446e9411eb1db623a071 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:36.187229 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:36.193012 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:36.284925 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-f1e082ca-dd67-4d24-b494-08e1cba873f8 req-56724f48-5ff3-4e57-a3df-fec073b702d1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Synchronizing usage tracker for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:40:36.332952 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.424427 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-f1e082ca-dd67-4d24-b494-08e1cba873f8 req-56724f48-5ff3-4e57-a3df-fec073b702d1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Unset dirty status for tenant:eaba6a49716a4141a41e143cf8772dae on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:40:36.425799 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f1e082ca-dd67-4d24-b494-08e1cba873f8 req-56724f48-5ff3-4e57-a3df-fec073b702d1 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] 10.222.0.66 "GET /v2.0/ports?device_id=a03dc4b8-a85c-4cd8-8cbf-73ac621c7d49 HTTP/1.1" status: 200 len: 210 time: 0.1952362 May 21 15:40:36.481279 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.485145 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ff266a31-7d85-4950-be12-a2fd7fd3d472 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:36.513699 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 758} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:40:36.522467 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7add9d59-8ca7-47d7-8852-85180af7f4cc,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:36.525613 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:36.529567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.529901 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Added segment 230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d of type vlan for network 6194b24a-04bc-4b03-a273-7a9116c65b97 May 21 15:40:36.560695 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.814389 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b31929e-5f27-4679-9836-2182b99ae216 req-8f7dc44a-766c-470c-a542-2bd37176d4eb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:36.815764 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b31929e-5f27-4679-9836-2182b99ae216 req-8f7dc44a-766c-470c-a542-2bd37176d4eb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0795822 May 21 15:40:36.836764 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.843420 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:36.843420 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:36.848537 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:36.955692 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b31929e-5f27-4679-9836-2182b99ae216 req-ae759068-85f9-4296-aa38-57884293c489 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342995 May 21 15:40:36.966235 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Pushing event updated for resources: {'Network': ['ID=6194b24a-04bc-4b03-a273-7a9116c65b97,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:36.969713 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:36.977564 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 6194b24a-04bc-4b03-a273-7a9116c65b97 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:40:37.042093 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1347439 May 21 15:40:37.045089 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57282) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:40:37.051025 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Request body: {'subnet': {'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-655179760-subnet', 'tenant_id': '8a715f5c5be7446e9411eb1db623a071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:40:37.055799 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:37.059673 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Usage tracker for resource:subnet and tenant:8a715f5c5be7446e9411eb1db623a071 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:37.062509 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:37.069284 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:37.172601 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Made reservation on behalf of 8a715f5c5be7446e9411eb1db623a071 for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:40:37.174996 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3910792'] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:37.675846 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3910822'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:37.680777 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:37.755338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9661affe-a427-4672-8cd1-19074bc78301,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:37.757974 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:37.765938 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Checking segment: {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:40:37.774352 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Network hostable DHCP agents. Network: 6194b24a-04bc-4b03-a273-7a9116c65b97, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:40:37.915752 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Network 6194b24a-04bc-4b03-a273-7a9116c65b97 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:40:38.053161 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 6194b24a-04bc-4b03-a273-7a9116c65b97) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:40:38.062690 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:38.063003 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae498deb-8072-4889-a094-4ad45ad245f6 None None] Network 6194b24a-04bc-4b03-a273-7a9116c65b97 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:40:38.063444 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:38.155702 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d18b0-16c9-44b1-89b8-df7cd62aa0e4 req-95ee532b-8c05-4df2-860f-d7211aeb1d93 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:38.157158 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-df6d18b0-16c9-44b1-89b8-df7cd62aa0e4 req-95ee532b-8c05-4df2-860f-d7211aeb1d93 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0879362 May 21 15:40:38.188148 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2b7bab02-e03a-4624-bf04-9e73a6951861 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1417556 May 21 15:40:38.204343 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-df6d18b0-16c9-44b1-89b8-df7cd62aa0e4 req-e7bfeab1-e669-4daa-9169-5809de4b8a7e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413713 May 21 15:40:38.265367 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232e49d3-e594-4fe5-b0c2-53867ff56b3c None None] Network 6194b24a-04bc-4b03-a273-7a9116c65b97 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:40:38.331574 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1abefb72-bbc2-4556-96d3-67eb1462eda8 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:40:38.388436 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 1abefb72-bbc2-4556-96d3-67eb1462eda8 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:40:38.388807 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1abefb72-bbc2-4556-96d3-67eb1462eda8 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:40:39.393702 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2012f201-d6c1-4a13-b5bf-7a64090dd3ea req-6b0d0f9d-adf1-477d-88c6-14029834c1c2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:39.395244 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2012f201-d6c1-4a13-b5bf-7a64090dd3ea req-6b0d0f9d-adf1-477d-88c6-14029834c1c2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0807753 May 21 15:40:39.443531 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2012f201-d6c1-4a13-b5bf-7a64090dd3ea req-44fe8914-1ba4-40cd-a9a4-5c4aa6b764b0 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418892 May 21 15:40:40.219198 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-f4635d01-2c37-4770-853b-adf3abb60617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:40.722248 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d9e495-c43d-44a7-9274-a9889375f77f req-d9830a40-f731-4f36-ab35-a2dfb72d2558 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:40.723809 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49d9e495-c43d-44a7-9274-a9889375f77f req-d9830a40-f731-4f36-ab35-a2dfb72d2558 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1704011 May 21 15:40:40.770063 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-49d9e495-c43d-44a7-9274-a9889375f77f req-048b9ecb-a08a-4630-86d7-dd1ba539ae51 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399890 May 21 15:40:41.115235 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:40:42.040129 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-8a9885bb-b841-44fc-83e8-ce712c7d7864 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:42.040827 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-8a9885bb-b841-44fc-83e8-ce712c7d7864 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Synchronizing usage tracker for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:40:42.064658 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3655e6-64a9-496e-976a-24f5756460a2 req-904a86aa-c457-4133-b3be-9405c66f00e1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:42.066126 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4e3655e6-64a9-496e-976a-24f5756460a2 req-904a86aa-c457-4133-b3be-9405c66f00e1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1491284 May 21 15:40:42.111093 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4e3655e6-64a9-496e-976a-24f5756460a2 req-4f5ca1a4-fb24-4299-9233-25a1eae07bb7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390882 May 21 15:40:42.269803 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-8a9885bb-b841-44fc-83e8-ce712c7d7864 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Unset dirty status for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:40:42.270990 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-8a9885bb-b841-44fc-83e8-ce712c7d7864 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/networks?id=6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 200 len: 808 time: 0.4372697 May 21 15:40:42.286797 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-d94cd583-c728-4f53-8cfb-7e8a14d29469 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/quotas/8a715f5c5be7446e9411eb1db623a071 HTTP/1.1" status: 200 len: 375 time: 0.0102324 May 21 15:40:42.335174 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-5094198e-e27b-4239-8b6a-0ce117b7ae70 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a715f5c5be7446e9411eb1db623a071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426757 May 21 15:40:42.511229 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-edb8d6af-dece-469e-aa76-dd7fe5f7baf4 service neutron] 10.222.0.66 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694148 May 21 15:40:42.651675 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-3bbdc56a-71ea-4922-9623-82b909cbb1c1 service neutron] 10.222.0.66 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329374 May 21 15:40:42.692911 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:42.835620 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8c820ecf-63bb-4a62-a823-129013e4b4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:42.966073 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1917f0be-a087-44af-bc08-b9c5ac2cff59 req-feec9bcd-f45a-4295-96ac-eb5bb954e75d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 210 time: 0.0465405 May 21 15:40:43.319891 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ff0bc-9ba8-46a7-b196-18915b8ceb00 req-c4d6aa75-5f29-42d4-b95c-a7d59adabbdb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:43.323077 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-868ff0bc-9ba8-46a7-b196-18915b8ceb00 req-c4d6aa75-5f29-42d4-b95c-a7d59adabbdb tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1027944 May 21 15:40:43.370486 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-868ff0bc-9ba8-46a7-b196-18915b8ceb00 req-2b2beb88-9c33-4e5a-adf1-3494b130a7d3 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415819 May 21 15:40:44.032300 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:44.065646 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ee626985-c1af-4144-abb3-705c8e1c89f7 req-fe34d579-7316-48c4-a9ac-2b1f89382bae tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 210 time: 0.0452604 May 21 15:40:44.573952 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa01ebe-a4c7-4ff7-807d-90fe34de26c6 req-b68ded9c-d39b-4ad3-a557-3da2d97f28fe tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:44.575477 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fa01ebe-a4c7-4ff7-807d-90fe34de26c6 req-b68ded9c-d39b-4ad3-a557-3da2d97f28fe tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0957370 May 21 15:40:44.622311 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fa01ebe-a4c7-4ff7-807d-90fe34de26c6 req-4b2ea838-b6ba-4ea6-8368-ca9dced97811 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406976 May 21 15:40:45.265220 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f03da16-4f07-4713-91f2-18b382603f90 req-d84ba325-799d-4383-a613-c46d35e3506e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 210 time: 0.0702422 May 21 15:40:45.302328 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76639d4d-103e-49da-85d8-e57c6775ce07 req-d58e7376-502d-4143-907d-36b87df07a9f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:45.304112 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76639d4d-103e-49da-85d8-e57c6775ce07 req-d58e7376-502d-4143-907d-36b87df07a9f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1584473 May 21 15:40:45.358241 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76639d4d-103e-49da-85d8-e57c6775ce07 req-1ab2e3a4-5ceb-425c-bd83-7ffb4e84d881 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482073 May 21 15:40:45.454194 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-3f8136db-ebff-4889-b73a-9b780412c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:45.455658 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-3f8136db-ebff-4889-b73a-9b780412c597 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1099 time: 0.1317942 May 21 15:40:45.603589 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-edb1d9a4-90dd-476a-a550-c8079b79c19b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:45.605014 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-edb1d9a4-90dd-476a-a550-c8079b79c19b service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.1424930 May 21 15:40:45.641428 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:45.711911 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-0970d57d-601d-40d6-8c67-f6cf2298cc6e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 1002 time: 0.0991719 May 21 15:40:45.779352 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-dc88af15-3f9e-404b-8857-e676748d39ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:45.780839 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-dc88af15-3f9e-404b-8857-e676748d39ae service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0621939 May 21 15:40:45.859916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-1f0dac4c-e576-4513-863c-b810abe911eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:45.861373 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-1f0dac4c-e576-4513-863c-b810abe911eb service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0722666 May 21 15:40:46.072478 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-5423f97d-461c-4441-978d-ef769a724962 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037709 May 21 15:40:46.154768 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-41879a49-a219-419e-9628-d7601214ef4a tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:46.156301 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-41879a49-a219-419e-9628-d7601214ef4a tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "GET /v2.0/networks?id=6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 200 len: 808 time: 0.1449857 May 21 15:40:46.169776 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Request body: {'port': {'device_id': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97', 'admin_state_up': True, 'tenant_id': '8a715f5c5be7446e9411eb1db623a071'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:40:46.207091 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ea41a58e-046b-45b6-b143-1c8db2e15e51 req-5f4edf26-43a0-4aa1-8e82-09f524ba98a6 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273799 May 21 15:40:46.408753 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:40:46.413115 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Usage tracker for resource:port and tenant:8a715f5c5be7446e9411eb1db623a071 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:40:46.416133 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:40:46.422998 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:40:46.434216 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7446daa1-001a-45dc-aa52-c1c1f0739cd0 req-5cb78f04-c462-43b2-95b2-55a4addce9ac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 210 time: 0.0490105 May 21 15:40:46.552870 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c69a65-1a2e-4fe8-b19e-a53203f74658 req-15479bf4-e52d-4438-a9f1-ca52e2cb168b tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:46.554405 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-35c69a65-1a2e-4fe8-b19e-a53203f74658 req-15479bf4-e52d-4438-a9f1-ca52e2cb168b tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0803788 May 21 15:40:46.561024 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Made reservation on behalf of 8a715f5c5be7446e9411eb1db623a071 for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:40:46.564770 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:46.600568 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-35c69a65-1a2e-4fe8-b19e-a53203f74658 req-c21c2916-c639-4023-9d12-9c240f6416c2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 May 21 15:40:46.741108 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Allocated IP 172.20.0.11 (6194b24a-04bc-4b03-a273-7a9116c65b97/9661affe-a427-4672-8cd1-19074bc78301/6cfb234e-8dbb-48c3-a49d-d5fb03f3a871) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:40:46.956419 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:47.127339 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:47.133692 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-53558c5b-b11d-4983-b032-782e9850de98 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:47.201319 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Network 6194b24a-04bc-4b03-a273-7a9116c65b97 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:40:47.204438 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:40:47.208503 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:40:47.251702 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Pushing event updated for resources: {'Port': ['ID=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:47.256298 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:47.278878 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:47.279558 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:47.401676 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2359588 May 21 15:40:47.414578 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Request body: {'port': {'device_id': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:40:47.528540 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:47.626269 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c84a6c2-755a-4643-8e87-85eb7e84c36e req-8b5a28e3-fb3e-452c-b8f7-f52dd4e80632 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:47.627931 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c84a6c2-755a-4643-8e87-85eb7e84c36e req-8b5a28e3-fb3e-452c-b8f7-f52dd4e80632 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 932 time: 0.0850391 May 21 15:40:47.675975 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-2c84a6c2-755a-4643-8e87-85eb7e84c36e req-490644f6-c11e-4ef5-ab34-678fd653eedb tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Synchronizing usage tracker for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:40:47.784418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-2c84a6c2-755a-4643-8e87-85eb7e84c36e req-490644f6-c11e-4ef5-ab34-678fd653eedb tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Unset dirty status for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:40:47.785575 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c84a6c2-755a-4643-8e87-85eb7e84c36e req-490644f6-c11e-4ef5-ab34-678fd653eedb tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516294 May 21 15:40:47.798069 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6184e9ea-d576-42ba-b2be-6241e440482a req-59f4c31a-3212-449d-8ef3-260fbcee5274 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:47.799789 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6184e9ea-d576-42ba-b2be-6241e440482a req-59f4c31a-3212-449d-8ef3-260fbcee5274 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.0868475 May 21 15:40:47.850678 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6184e9ea-d576-42ba-b2be-6241e440482a req-8311e048-b3dd-4a8a-81e8-e6130629eb5d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451961 May 21 15:40:47.900867 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:40:47.908154 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:47.922864 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Transition to ACTIVE for port object 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:40:48.052723 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.057429 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:48.155141 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.251419 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Pushing event updated for resources: {'Port': ['ID=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:48.258013 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:48.301013 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Attempting to bind port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:40:48.301344 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Attempting to bind port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:40:48.301663 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Attempting to bind port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 on network 6194b24a-04bc-4b03-a273-7a9116c65b97 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:40:48.306478 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 on network 6194b24a-04bc-4b03-a273-7a9116c65b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:40:48.306827 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Attempting to bind port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 on network 6194b24a-04bc-4b03-a273-7a9116c65b97 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:40:48.312847 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:40:48.313325 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Checking segment: {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:40:48.313798 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Bound using segment: {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:40:48.319598 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Bound port: 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:40:48.319598 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.408140 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] For port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:40:48.411237 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] For port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:40:48.516018 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.521126 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:48.579232 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:48.579838 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:48.581244 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] 10.222.0.74 "PUT /v2.0/ports/6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 HTTP/1.1" status: 200 len: 1094 time: 1.1708362 May 21 15:40:48.582100 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'tag': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:40:48.602184 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Pushing event updated for resources: {'Port': ['ID=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:48.605396 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:48.765865 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'tag': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871', 'status': 'completed', 'code': 200} May 21 15:40:48.805282 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-20ae7f14-b0d4-4b34-9eaf-add702ee926c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:48.807155 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-20ae7f14-b0d4-4b34-9eaf-add702ee926c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a715f5c5be7446e9411eb1db623a071&device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 1097 time: 0.0767577 May 21 15:40:48.875045 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-78f907b7-7304-47fe-8dcb-f87ea19b3e2c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 HTTP/1.1" status: 200 len: 217 time: 0.0602155 May 21 15:40:48.987042 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1ad252-42b1-4a2b-a445-6014958fc5b1 req-46141bfe-4d4b-4910-869e-760487ee8301 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:48.988619 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3b1ad252-42b1-4a2b-a445-6014958fc5b1 req-46141bfe-4d4b-4910-869e-760487ee8301 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 944 time: 0.0884464 May 21 15:40:49.036088 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3b1ad252-42b1-4a2b-a445-6014958fc5b1 req-e75894f5-a140-487c-bc65-ddd746abbd38 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409894 May 21 15:40:49.042004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-91014dc7-1324-4393-afe8-8ea0a8451479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:49.043516 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-91014dc7-1324-4393-afe8-8ea0a8451479 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9661affe-a427-4672-8cd1-19074bc78301 HTTP/1.1" status: 200 len: 848 time: 0.1608634 May 21 15:40:49.091868 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-ec75e9fc-c891-401f-9a86-22820c42341b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6194b24a-04bc-4b03-a273-7a9116c65b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407789 May 21 15:40:49.229185 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-894a40c7-bc67-42f9-8c52-5725892fc6cf service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297271 May 21 15:40:49.372509 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-aca12a23-9d05-4ac4-94c5-10e28caff674 req-74fce823-5e4f-49a2-a2b4-f425621737d0 service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367941 May 21 15:40:49.612140 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-1a0db537-0c24-4cbe-b98c-21076558535f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:49.613666 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-1a0db537-0c24-4cbe-b98c-21076558535f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a715f5c5be7446e9411eb1db623a071&device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 1097 time: 0.0725453 May 21 15:40:49.749731 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-ea201568-4f52-478e-920b-943aac66c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:49.751133 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-ea201568-4f52-478e-920b-943aac66c390 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 200 len: 909 time: 0.1309283 May 21 15:40:49.822149 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-17956ded-9d87-46a2-9615-f3e795a38da8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 HTTP/1.1" status: 200 len: 217 time: 0.0638185 May 21 15:40:49.889966 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-8f240548-f3c8-4e50-b864-703584ade8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:49.891684 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-8f240548-f3c8-4e50-b864-703584ade8b5 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9661affe-a427-4672-8cd1-19074bc78301 HTTP/1.1" status: 200 len: 848 time: 0.0595903 May 21 15:40:49.938717 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-cd840b29-690a-496e-93a4-ad2e8c24373d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6194b24a-04bc-4b03-a273-7a9116c65b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397549 May 21 15:40:50.071084 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-c7a2328a-13d4-4d76-baae-860993ab22e2 service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253347 May 21 15:40:50.214657 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-b07575b8-5001-4154-895c-e47bb9cf3bc3 req-d0361d16-1f58-4fbb-93fe-053b04cb7b53 service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1369302 May 21 15:40:50.230190 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4a8ab1-c416-4b4a-b455-8ae07283c2bd req-3b7255fc-9311-4b4d-96c6-870dee1176fd tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:50.232235 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d4a8ab1-c416-4b4a-b455-8ae07283c2bd req-3b7255fc-9311-4b4d-96c6-870dee1176fd tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 944 time: 0.0841408 May 21 15:40:50.283145 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d4a8ab1-c416-4b4a-b455-8ae07283c2bd req-efb846f4-bee7-4902-9124-a9e6b1dfd8f8 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445065 May 21 15:40:51.467432 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75db2553-8db3-499f-8caf-93cd1d5145e9 req-cf69b805-cd92-41b2-97a6-3906980e6329 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:51.468837 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-75db2553-8db3-499f-8caf-93cd1d5145e9 req-cf69b805-cd92-41b2-97a6-3906980e6329 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 944 time: 0.0794818 May 21 15:40:51.515838 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-75db2553-8db3-499f-8caf-93cd1d5145e9 req-bb4559f7-eca5-4e33-bfaf-75f72b2c5bad tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410743 May 21 15:40:52.337609 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:40:52.353293 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-6c0b899f-4b7f-4c58-b037-469334a987c5 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0927885 May 21 15:40:52.484382 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:52.498103 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871', 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97', 'port_id': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871', 'mac_address': 'fa:16:3e:f9:38:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9661affe-a427-4672-8cd1-19074bc78301', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:40:52.510247 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-8c1687c6-ce36-48b9-9163-65c71305c4a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:52.511945 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-8c1687c6-ce36-48b9-9163-65c71305c4a6 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 1099 time: 0.0785592 May 21 15:40:52.567677 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:52.586367 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:40:52.603295 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:52.685491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-3e485ceb-6ec5-4245-ac32-c85da08fe6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:52.687534 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-3e485ceb-6ec5-4245-ac32-c85da08fe6f4 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.1528044 May 21 15:40:52.731848 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbceaf-0cd4-4590-8232-75cf58e78687 req-5b87df94-6ae6-413c-b8db-59109c610f66 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:52.734003 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-16bbceaf-0cd4-4590-8232-75cf58e78687 req-5b87df94-6ae6-413c-b8db-59109c610f66 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 944 time: 0.0971379 May 21 15:40:52.784267 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-16bbceaf-0cd4-4590-8232-75cf58e78687 req-e96f14e1-0f92-4563-a51e-a9c241469db8 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435243 May 21 15:40:52.798100 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-91b391af-4919-4fc1-bf99-8f03919549fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 200 len: 1002 time: 0.1028144 May 21 15:40:52.818278 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:52.820087 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:52.869197 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-27e2c5c9-f705-4996-8d95-fbd6544fc811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:52.870015 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-27e2c5c9-f705-4996-8d95-fbd6544fc811 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0651474 May 21 15:40:52.897722 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:52.901796 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:52.951943 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-f0bcac3a-c406-41ba-8373-792cb15227b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:52.953401 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-f0bcac3a-c406-41ba-8373-792cb15227b5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0768108 May 21 15:40:53.226499 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-f6812c61-3ba0-488c-afbb-4e164a9ab64a service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2649713 May 21 15:40:53.274677 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['6cfb234e-8dbb-48c3-a49d-d5fb03f3a871'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:40:53.371080 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-5bf5eb0f-b228-4df9-80f8-03632bf81c27 req-f038b274-05d6-4b44-b339-db12a99857d4 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382840 May 21 15:40:53.995027 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eed7ecb7-0398-4710-8004-3b2947c07112 req-53512ef8-9e1a-4d4c-b521-44610c69eb16 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:53.996534 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eed7ecb7-0398-4710-8004-3b2947c07112 req-53512ef8-9e1a-4d4c-b521-44610c69eb16 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 945 time: 0.0880840 May 21 15:40:54.045087 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eed7ecb7-0398-4710-8004-3b2947c07112 req-fa8a272f-c6a0-4148-a8e8-30d910c5e858 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412352 May 21 15:40:55.247844 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3569aec-e2f0-48e0-8ce4-fa8ca7f8fa0e req-6220be45-ae4f-4e28-8c2e-8ab5f696cfa5 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:55.250157 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d3569aec-e2f0-48e0-8ce4-fa8ca7f8fa0e req-6220be45-ae4f-4e28-8c2e-8ab5f696cfa5 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 945 time: 0.0941844 May 21 15:40:55.297444 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d3569aec-e2f0-48e0-8ce4-fa8ca7f8fa0e req-828642ac-cb4f-4e45-85e4-b2b7c06f7ad3 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409443 May 21 15:40:56.362190 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:40:56.497297 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b715947-3a0a-40db-88f6-d3ce21c1bbcb req-fadb5da3-8302-4257-846c-dc323739256d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:56.499501 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b715947-3a0a-40db-88f6-d3ce21c1bbcb req-fadb5da3-8302-4257-846c-dc323739256d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 945 time: 0.0845153 May 21 15:40:56.521075 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:40:56.526681 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:40:56.527079 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:56.551022 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b715947-3a0a-40db-88f6-d3ce21c1bbcb req-43c5903e-e2e1-4cb4-aea3-06ccd4d44b02 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451291 May 21 15:40:56.649892 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:56.678250 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:40:56.689462 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:40:56.789702 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:40:56.792477 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:40:56.827634 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871', 'code': 200} May 21 15:40:56.868980 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:40:56.872079 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:40:57.157015 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce00aa-5eee-46be-8db5-ed2334480d25 req-4cdc96da-016c-4e4a-a944-2677f9bdd6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:57.158473 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-9fce00aa-5eee-46be-8db5-ed2334480d25 req-4cdc96da-016c-4e4a-a944-2677f9bdd6ee service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 1099 time: 0.0993462 May 21 15:40:57.203864 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-9fce00aa-5eee-46be-8db5-ed2334480d25 req-1df144f7-2d17-4bac-8ff6-a92390f1f9f2 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364625 May 21 15:40:57.742926 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3cc311-9ba1-4bc0-a170-9cbc96a89fac req-0e324f0c-dffe-4b05-9e98-09e40cdc6402 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:57.744540 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fa3cc311-9ba1-4bc0-a170-9cbc96a89fac req-0e324f0c-dffe-4b05-9e98-09e40cdc6402 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.0842471 May 21 15:40:57.792212 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fa3cc311-9ba1-4bc0-a170-9cbc96a89fac req-9c7f961e-91d8-4c67-85e2-6e2c158e81de tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409687 May 21 15:40:58.980119 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8184a996-9a9d-42ef-9a41-36f0e632e357 req-c2be2343-d25d-4e42-a89a-0244ec756f1e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:40:58.981536 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8184a996-9a9d-42ef-9a41-36f0e632e357 req-c2be2343-d25d-4e42-a89a-0244ec756f1e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.0818009 May 21 15:40:59.027152 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8184a996-9a9d-42ef-9a41-36f0e632e357 req-5353c82c-1435-4369-bc75-b1e3c9188af6 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391257 May 21 15:41:00.225001 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708ece44-c053-4cb6-8016-bbaa9cf6c0bb req-7a82bb11-081e-4a93-989f-52a3335baeef tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:00.226462 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-708ece44-c053-4cb6-8016-bbaa9cf6c0bb req-7a82bb11-081e-4a93-989f-52a3335baeef tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.0877793 May 21 15:41:00.274051 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-708ece44-c053-4cb6-8016-bbaa9cf6c0bb req-e2f315ee-a2cc-4797-afa5-47a96c0c9001 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417836 May 21 15:41:02.217930 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456ac4bc-7b77-4d4e-8e34-7bfcfcab304c req-9ec911d6-fd39-4fb5-9ab5-117c5931ea86 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:02.219481 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-456ac4bc-7b77-4d4e-8e34-7bfcfcab304c req-9ec911d6-fd39-4fb5-9ab5-117c5931ea86 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.0832782 May 21 15:41:02.264801 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-456ac4bc-7b77-4d4e-8e34-7bfcfcab304c req-c2934a45-0227-4242-b8f0-d05d146c8256 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395837 May 21 15:41:03.464995 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43a3979-ee9e-43de-ad19-b008ef0e7da2 req-cb3ea732-fc80-427a-abc9-a4f7d68842cd tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:03.466502 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e43a3979-ee9e-43de-ad19-b008ef0e7da2 req-cb3ea732-fc80-427a-abc9-a4f7d68842cd tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.0879025 May 21 15:41:03.515303 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e43a3979-ee9e-43de-ad19-b008ef0e7da2 req-475a15e3-2003-4b54-a3e9-9e87b6cc1a38 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429387 May 21 15:41:04.214220 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-fcee8f80-7de8-4839-817a-1d19c6a7a3cc tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:04.215174 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-fcee8f80-7de8-4839-817a-1d19c6a7a3cc tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Synchronizing usage tracker for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:port {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:04.303771 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-fcee8f80-7de8-4839-817a-1d19c6a7a3cc tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Unset dirty status for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:port {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:04.305694 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-fcee8f80-7de8-4839-817a-1d19c6a7a3cc tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.1827385 May 21 15:41:04.473416 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Deleting port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:41:04.473819 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:04.653568 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] For port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:04.656483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:04.799807 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Calling delete_port for 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 owned by compute:nova {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:41:04.849664 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd6fc3f-5d27-4c74-b91f-0c9240d9b23c req-201f5979-032d-457a-90b1-5f358c384f4b tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:04.852505 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dcd6fc3f-5d27-4c74-b91f-0c9240d9b23c req-201f5979-032d-457a-90b1-5f358c384f4b tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 946 time: 0.2155116 May 21 15:41:04.916995 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-dcd6fc3f-5d27-4c74-b91f-0c9240d9b23c req-acb376a2-d4da-4ae9-98eb-c12bb7825e52 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558646 May 21 15:41:05.035044 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:05.041051 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:05.091535 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Pushing event deleted for resources: {'Port': ['ID=6cfb234e-8dbb-48c3-a49d-d5fb03f3a871,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:05.132258 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.132643 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.133003 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.133357 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.133706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.134052 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.134397 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.134769 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.135113 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.135455 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.135797 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.136139 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:05.145993 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:05.181789 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] No DVR routers for this DVR port 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 on host hv-cinder-79229 {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:41:05.184269 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:05.188203 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'name': 'network-vif-deleted', 'tag': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:05.240414 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4e93975-e7db-48a8-9258-3ab6686735b0', 'name': 'network-vif-deleted', 'tag': '6cfb234e-8dbb-48c3-a49d-d5fb03f3a871', 'status': 'completed', 'code': 200} May 21 15:41:05.361446 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-85b6ffbe-9a05-4750-9e16-68caaf7bceaa req-acba1864-7702-4bed-b64f-fe08a64b1c3d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "DELETE /v2.0/ports/6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 HTTP/1.1" status: 204 len: 173 time: 1.0475771 May 21 15:41:06.093352 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-de122f27-db02-404c-9131-2968402e80c6 req-bdaba152-39b6-4929-812d-ce62c5fb384e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=e4e93975-e7db-48a8-9258-3ab6686735b0 HTTP/1.1" status: 200 len: 210 time: 0.0444801 May 21 15:41:06.426859 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:41:06.461458 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:41:06.461952 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 6cfb234e-8dbb-48c3-a49d-d5fb03f3a871 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:41:07.199361 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57550) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:07.266560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Deleting subnet 7be33eac-5985-421d-b5c9-42ecc3445efc {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:41:07.269716 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:07.322161 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:07.381820 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:07.506083 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-574d5dff-b0a5-467d-8734-711aabfe4798 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:07.508785 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-574d5dff-b0a5-467d-8734-711aabfe4798 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/networks?id=6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 200 len: 808 time: 0.1741493 May 21 15:41:07.533391 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-715abf2c-fc18-46cb-8111-e0c8460ea209 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/quotas/8a715f5c5be7446e9411eb1db623a071 HTTP/1.1" status: 200 len: 375 time: 0.0100896 May 21 15:41:07.585792 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-135ee2c2-cbb7-41c9-a286-34ee59f7db35 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=8a715f5c5be7446e9411eb1db623a071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462492 May 21 15:41:07.726455 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:07.731896 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:07.752238 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-d99c89e4-d6ca-4cd8-9219-4ac342f32176 service neutron] 10.222.0.66 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574507 May 21 15:41:07.770045 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:07.773530 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7be33eac-5985-421d-b5c9-42ecc3445efc,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:07.775621 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:07.786457 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] 10.222.0.66 "DELETE /v2.0/subnets/7be33eac-5985-421d-b5c9-42ecc3445efc HTTP/1.1" status: 204 len: 168 time: 0.5860078 May 21 15:41:07.788919 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57568) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:07.902122 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-eca847e2-7b10-4496-8042-bd25d3e446e3 service neutron] 10.222.0.66 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437778 May 21 15:41:08.007492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.145150 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.159474 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beceaff3-584c-4de8-8387-53272ec7af0b']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:08.177867 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c8bdd1f-f219-4214-aa4e-37c008750a8d') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:08.177867 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c8bdd1f-f219-4214-aa4e-37c008750a8d') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:08.187610 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.210682 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.220140 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Releasing vlan 760 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:41:08.223657 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:41:08.240390 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:41:08.261028 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aaa13a6c-7478-40c5-a88f-2d02b6697256 req-c603686a-c758-454e-be47-973bdbbf4337 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 210 time: 0.0506589 May 21 15:41:08.435847 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.440687 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:08.456822 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:08.468519 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=beceaff3-584c-4de8-8387-53272ec7af0b,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:08.474800 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] 10.222.0.66 "DELETE /v2.0/networks/beceaff3-584c-4de8-8387-53272ec7af0b HTTP/1.1" status: 204 len: 168 time: 0.6818411 May 21 15:41:08.474800 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-279b78d4-1fc5-42fe-8e8e-081ab95a95b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:08.930690 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57586) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:08.987229 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-16627b8c-6777-4c46-bfb0-beea0177af66 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=eaba6a49716a4141a41e143cf8772dae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0547922 May 21 15:41:08.989565 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57590) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:09.053195 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:09.082393 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:09.223579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:09.228728 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b1e679d7-6153-4db4-944a-1cbb41674f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:09.246012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=376a08af-defd-4940-a7ac-cc9688f149dd,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:09.248869 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:09.256424 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:09.256424 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/376a08af-defd-4940-a7ac-cc9688f149dd HTTP/1.1" status: 204 len: 168 time: 0.2655818 May 21 15:41:09.452586 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7ebc4c46-9893-4fa7-a5e8-c5461b4fc439 req-ba969a0f-bdb5-4cc4-b268-0f41e38544d2 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 210 time: 0.0511200 May 21 15:41:10.172172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-606096d1-dc76-40c9-aca5-f2bfda550f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:10.669065 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e2cb2bb7-b2f8-477c-9ffe-9397610ffbdb req-e041ab52-390b-446a-9097-27a56d7fd680 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 210 time: 0.0634930 May 21 15:41:10.676546 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57620) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:10.726777 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-cf99b860-e909-45d2-827d-7f59b41f512b tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:10.728289 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-cf99b860-e909-45d2-827d-7f59b41f512b tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "GET /v2.0/networks?id=6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 200 len: 808 time: 0.1886282 May 21 15:41:10.744839 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Request body: {'port': {'device_id': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97', 'admin_state_up': True, 'tenant_id': '8a715f5c5be7446e9411eb1db623a071'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:10.818300 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1524496012-network', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:10.823544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:10.827778 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Usage tracker for resource:network and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:10.830993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:10.839896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:10.938269 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Made reservation on behalf of d187bea658ea4d95a694f5686a8f52c4 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:10.940671 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:10.957138 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:10.959602 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:10.962444 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Usage tracker for resource:port and tenant:8a715f5c5be7446e9411eb1db623a071 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:10.964991 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:10.971617 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:10.976337 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:10.980666 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:10.984463 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:10.990475 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:11.074844 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Made reservation on behalf of 8a715f5c5be7446e9411eb1db623a071 for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:11.079521 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.086383 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.172720 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.177544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5bf19c7-5c51-44f8-91fb-ef329ebbe8d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:11.206014 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 769} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:41:11.214637 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=299f5d90-beb1-46f9-ab58-876c73a1a73b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:11.219509 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:11.224097 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.224487 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Added segment 3b57b0ff-ffda-4433-bbce-f826f534b216 of type vlan for network f4060167-c406-4874-8c50-001952afcd07 May 21 15:41:11.259465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.270668 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Allocated IP 172.20.0.2 (6194b24a-04bc-4b03-a273-7a9116c65b97/9661affe-a427-4672-8cd1-19074bc78301/cb2dcee1-a8f8-4079-8170-cb5191ac2a09) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:11.366295 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.367951 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:11.368621 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.374602 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7445c809-745c-4341-a5c7-2c1ea402ea3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:11.500133 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Pushing event updated for resources: {'Network': ['ID=f4060167-c406-4874-8c50-001952afcd07,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:11.508314 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.508673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.509026 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.509378 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.509789 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.510054 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.510522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.510781 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.511088 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.511401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.511732 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.512061 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:11.515709 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:11.519638 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.524460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network f4060167-c406-4874-8c50-001952afcd07 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:41:11.563583 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8825469 May 21 15:41:11.564087 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57630) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:11.572388 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Request body: {'subnet': {'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1524496012-subnet', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:11.579405 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:11.584196 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Usage tracker for resource:subnet and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:11.598901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:11.606631 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:11.641739 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.648354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:11.715285 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Network 6194b24a-04bc-4b03-a273-7a9116c65b97 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:11.719684 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:11.724263 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:11.743557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Made reservation on behalf of d187bea658ea4d95a694f5686a8f52c4 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:11.746943 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2973388'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.780183 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Pushing event updated for resources: {'Port': ['ID=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:11.793880 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:11.827566 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:11.828368 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:11.950737 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2129519 May 21 15:41:11.966395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Request body: {'port': {'device_id': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:12.000785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c88445a-9e31-4b57-8509-484481db54c2 req-192b75f5-1f52-4f98-91aa-c8ed4f467c26 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:12.002456 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5c88445a-9e31-4b57-8509-484481db54c2 req-192b75f5-1f52-4f98-91aa-c8ed4f467c26 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 931 time: 0.1811109 May 21 15:41:12.084416 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5c88445a-9e31-4b57-8509-484481db54c2 req-06cabddc-97f1-4eba-86c8-ad7203bd8f5d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718083 May 21 15:41:12.108335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.392026 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-932898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2973410'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.396112 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:12.470231 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b4461e3-a047-4fca-b3c4-faa7082ff8b5,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:12.473736 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:12.481782 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Checking segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:12.482134 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Network hostable DHCP agents. Network: f4060167-c406-4874-8c50-001952afcd07, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:41:12.583351 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Network f4060167-c406-4874-8c50-001952afcd07 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:41:12.600533 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb2dcee1-a8f8-4079-8170-cb5191ac2a09 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:41:12.609001 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.617682 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.625143 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Transition to ACTIVE for port object cb2dcee1-a8f8-4079-8170-cb5191ac2a09 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:12.691792 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, f4060167-c406-4874-8c50-001952afcd07) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:12.702435 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4df365dc-5e79-40d4-8d32-0bb8d1db18f6 None None] Network f4060167-c406-4874-8c50-001952afcd07 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:41:12.702629 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:12.703584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.720577 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.727160 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:12.800688 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2313743 May 21 15:41:12.801428 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57636) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:12.810558 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:12.818488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:12.825307 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Usage tracker for resource:router and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:12.830633 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:12.841238 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:12.899210 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-82cd75b5-f18c-46f9-be08-02fabf8ba898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.914882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.916298 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.928496 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:12.931623 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:12.937578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:12.968220 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-f4060167-c406-4874-8c50-001952afcd07', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:41:12.969121 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.009212 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Attempting to bind port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:13.009798 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Attempting to bind port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:13.010308 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Attempting to bind port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 on network 6194b24a-04bc-4b03-a273-7a9116c65b97 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:13.019350 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 on network 6194b24a-04bc-4b03-a273-7a9116c65b97 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:41:13.019922 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Attempting to bind port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 on network 6194b24a-04bc-4b03-a273-7a9116c65b97 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:13.027019 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:13.027495 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Checking segment: {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:13.028014 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Bound using segment: {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:13.028593 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Bound port: cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 758, 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:13.029084 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.137646 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] For port cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:13.142478 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] For port cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:13.172693 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Allocated IP 172.20.0.2 (f4060167-c406-4874-8c50-001952afcd07/4b4461e3-a047-4fca-b3c4-faa7082ff8b5/eb78d8d6-ff53-400a-9dfc-966076f61a75) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:13.213181 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.220700 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7c1be5b3-aa59-4748-ab39-0be10bb387a5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:13.296300 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:13.296939 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.298276 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] 10.222.0.74 "PUT /v2.0/ports/cb2dcee1-a8f8-4079-8170-cb5191ac2a09 HTTP/1.1" status: 200 len: 1093 time: 1.3366323 May 21 15:41:13.298810 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'tag': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:13.331305 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Pushing event updated for resources: {'Port': ['ID=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:13.336954 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:13.383671 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'tag': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09', 'status': 'completed', 'code': 200} May 21 15:41:13.422617 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.436255 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Transition to ACTIVE for port object eb78d8d6-ff53-400a-9dfc-966076f61a75 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:13.462691 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Transition to ACTIVE for port object eb78d8d6-ff53-400a-9dfc-966076f61a75 will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:13.483258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.487014 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-3f4c6723-ca29-4e9e-bae0-5867a03a7485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:13.491314 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-3f4c6723-ca29-4e9e-bae0-5867a03a7485 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a715f5c5be7446e9411eb1db623a071&device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 1096 time: 0.0843084 May 21 15:41:13.513421 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8b8bd2-4617-4a31-bba4-dab5b50ff3de req-cb33be95-f2e1-4098-b08c-41d8d762db82 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:13.515579 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ac8b8bd2-4617-4a31-bba4-dab5b50ff3de req-cb33be95-f2e1-4098-b08c-41d8d762db82 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 943 time: 0.2430148 May 21 15:41:13.544851 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.551187 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:13.589028 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-14b47d3a-2cee-4719-b13a-f55e3680e870 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09 HTTP/1.1" status: 200 len: 217 time: 0.0823610 May 21 15:41:13.623947 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ac8b8bd2-4617-4a31-bba4-dab5b50ff3de req-d89e6cab-76a3-405c-bc75-63d310bdfc8e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002848 May 21 15:41:13.628094 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Network f4060167-c406-4874-8c50-001952afcd07 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:13.632982 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:13.637420 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:13.669243 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-3dd4d7ea-462d-4798-a4fd-0b26e4a43306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:13.671696 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-3dd4d7ea-462d-4798-a4fd-0b26e4a43306 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9661affe-a427-4672-8cd1-19074bc78301 HTTP/1.1" status: 200 len: 848 time: 0.0741951 May 21 15:41:13.684577 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Pushing event updated for resources: {'Port': ['ID=eb78d8d6-ff53-400a-9dfc-966076f61a75,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:13.726118 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-91160df7-955c-4c3e-9239-554c1ad9bbe7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6194b24a-04bc-4b03-a273-7a9116c65b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462673 May 21 15:41:13.731534 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.731868 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.732228 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.732556 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.732866 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.733181 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.733487 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.733793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.734105 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.734407 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.734739 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.735116 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:13.746202 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:13.756811 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Attempting to bind port eb78d8d6-ff53-400a-9dfc-966076f61a75 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:13.757177 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Attempting to bind port eb78d8d6-ff53-400a-9dfc-966076f61a75 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:13.757603 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Attempting to bind port eb78d8d6-ff53-400a-9dfc-966076f61a75 on network f4060167-c406-4874-8c50-001952afcd07 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:13.770927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:13.770927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Checking segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:13.770927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.770927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Bound using segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:13.770927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Bound port: eb78d8d6-ff53-400a-9dfc-966076f61a75, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:13.770927 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.892201 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-a26b6264-80ce-4dc3-97b2-f9baf4e9f522 service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607733 May 21 15:41:13.898854 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] For port eb78d8d6-ff53-400a-9dfc-966076f61a75, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:13.903529 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] For port eb78d8d6-ff53-400a-9dfc-966076f61a75, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=eb78d8d6-ff53-400a-9dfc-966076f61a75,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:13.966593 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:13.974589 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:14.001087 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:14.005755 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:14.006270 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:14.036541 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8fafb858-6d9d-4ed9-abff-a314c1db1113 req-61a47849-371f-4dc0-bae8-af496cf91bf8 service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371074 May 21 15:41:14.094868 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Pushing event updated for resources: {'Port': ['ID=eb78d8d6-ff53-400a-9dfc-966076f61a75,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:14.098327 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:14.174754 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Allocated IP 172.28.0.78 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/09a515fc-2ca8-4707-b390-6b444278a68b) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:14.331354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-77d48688-71d2-4627-a7b1-876aab31a795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:14.333839 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-77d48688-71d2-4627-a7b1-876aab31a795 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=8a715f5c5be7446e9411eb1db623a071&device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 1096 time: 0.0915248 May 21 15:41:14.340175 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:14.502562 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-8a47a26b-caea-488e-a3ab-d79963a14aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:14.507148 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-8a47a26b-caea-488e-a3ab-d79963a14aa2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 200 len: 909 time: 0.1636631 May 21 15:41:14.532492 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:14.536330 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dbd2bf98-1823-44e7-8f5b-83cb8b8c9f57 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:14.578420 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-99c12e00-2b49-4868-a372-19c39b103063 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09 HTTP/1.1" status: 200 len: 217 time: 0.0674477 May 21 15:41:14.604287 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:14.607356 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:14.611188 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:14.643910 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Pushing event updated for resources: {'Port': ['ID=09a515fc-2ca8-4707-b390-6b444278a68b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:14.657188 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:14.657533 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-b86a1d72-c8b9-487d-a9ac-013928ba8349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:14.657533 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-b86a1d72-c8b9-487d-a9ac-013928ba8349 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=9661affe-a427-4672-8cd1-19074bc78301 HTTP/1.1" status: 200 len: 848 time: 0.0705013 May 21 15:41:14.817976 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-948a9817-7676-43be-8889-765032998cf9 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=6194b24a-04bc-4b03-a273-7a9116c65b97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1550698 May 21 15:41:14.992278 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-8fd16a18-9b2c-4c9f-8e4b-0780c77ab013 service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1672320 May 21 15:41:15.072762 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f08de45-24f1-4707-8802-5745eb7c91b7 req-ccf2cbb2-7558-41f8-b61e-d52e34eeda11 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:15.074454 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f08de45-24f1-4707-8802-5745eb7c91b7 req-ccf2cbb2-7558-41f8-b61e-d52e34eeda11 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 943 time: 0.3180366 May 21 15:41:15.130758 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f08de45-24f1-4707-8802-5745eb7c91b7 req-638498b4-6649-436f-a01e-52c66bee1d15 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499887 May 21 15:41:15.161423 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-e6eff6fe-ffae-4572-b918-23644e98d6bf req-153c3a40-3921-44c7-8cf4-94f37f4ed9df service neutron] 10.222.0.74 "GET /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586680 May 21 15:41:15.180471 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90de5734-2e3d-4488-9481-be7cdaa5dd1b None None] Network f4060167-c406-4874-8c50-001952afcd07 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:41:15.331636 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:15.393203 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-fe4b9dc9-ec40-4a6c-a945-92602895d974 None None] Provisioning for port eb78d8d6-ff53-400a-9dfc-966076f61a75 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:15.595442 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:15.723283 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:15.735336 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device eb78d8d6-ff53-400a-9dfc-966076f61a75 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:15.903142 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port eb78d8d6-ff53-400a-9dfc-966076f61a75 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:15.908261 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port eb78d8d6-ff53-400a-9dfc-966076f61a75 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:15.908625 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:16.005666 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Router af20e35b-5d70-4234-80ef-be9cb43a386d is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92296) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:41:16.032802 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:16.068643 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port eb78d8d6-ff53-400a-9dfc-966076f61a75, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=eb78d8d6-ff53-400a-9dfc-966076f61a75,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:16.137679 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:16.139877 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:16.192566 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:41:16.210640 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Sync routers for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:41:16.227295 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=eb78d8d6-ff53-400a-9dfc-966076f61a75,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:16.231331 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:16.236337 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:16.236337 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:16.310461 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:16.311736 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.5088973 May 21 15:41:16.314842 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57650) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:16.353567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ae2cc-d3c8-4b6b-9101-eed97b095d04 req-6eee5346-2126-4a21-9c24-26b4e0214d66 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:16.356156 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b65ae2cc-d3c8-4b6b-9101-eed97b095d04 req-6eee5346-2126-4a21-9c24-26b4e0214d66 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 943 time: 0.1050746 May 21 15:41:16.428833 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b65ae2cc-d3c8-4b6b-9101-eed97b095d04 req-92760519-b5b0-4c45-a0f1-a078e65ab416 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621750 May 21 15:41:16.448098 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:16.768932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:15Z', 'revision_number': 3, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:16.773726 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Checking router: af20e35b-5d70-4234-80ef-be9cb43a386d for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:41:16.774068 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Updating router af20e35b-5d70-4234-80ef-be9cb43a386d port 09a515fc-2ca8-4707-b390-6b444278a68b binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:41:16.836326 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.043895 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.208740 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.222320 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Transition to ACTIVE for port object 09a515fc-2ca8-4707-b390-6b444278a68b will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:17.272009 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Allocated IP 172.20.0.1 (f4060167-c406-4874-8c50-001952afcd07/4b4461e3-a047-4fca-b3c4-faa7082ff8b5/fd0ed174-0002-4606-9c41-cf4ebb1c0a97) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:17.332223 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.337518 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:17.413891 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Attempting to bind port 09a515fc-2ca8-4707-b390-6b444278a68b on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:17.414255 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Attempting to bind port 09a515fc-2ca8-4707-b390-6b444278a68b by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:17.414614 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Attempting to bind port 09a515fc-2ca8-4707-b390-6b444278a68b on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:17.420997 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3fc4d-def5-4aba-ad1f-0c1cd53a6399 None None] Pushing event updated for resources: {'Port': ['ID=09a515fc-2ca8-4707-b390-6b444278a68b,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:17.425346 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b5d3fc4d-def5-4aba-ad1f-0c1cd53a6399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:17.426285 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:17.426753 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:17.427076 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.427463 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:17.427937 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Bound port: 09a515fc-2ca8-4707-b390-6b444278a68b, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:17.428078 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.428592 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.445538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Transition to ACTIVE for port object fd0ed174-0002-4606-9c41-cf4ebb1c0a97 will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:17.514295 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] For port 09a515fc-2ca8-4707-b390-6b444278a68b, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:17.518074 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] For port 09a515fc-2ca8-4707-b390-6b444278a68b, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=09a515fc-2ca8-4707-b390-6b444278a68b,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:17.555004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.559806 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c800d500-6361-428f-95b5-fd15c087089b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:17.626850 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Network f4060167-c406-4874-8c50-001952afcd07 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:17.627284 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:17.629298 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea824c0-e639-4546-94e6-ef0086b70aa7 req-0f214c9e-1b6f-4b34-aa53-167ad0a413a6 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:17.630181 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aea824c0-e639-4546-94e6-ef0086b70aa7 req-0f214c9e-1b6f-4b34-aa53-167ad0a413a6 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 943 time: 0.0846448 May 21 15:41:17.632201 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:17.638493 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.665945 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6a5bad0f-8c54-4e98-862e-a4a90f6380b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:17.710347 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aea824c0-e639-4546-94e6-ef0086b70aa7 req-88f8225d-231e-4a3c-8cd3-ac95a8dcfa3a tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742579 May 21 15:41:17.730323 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device eb78d8d6-ff53-400a-9dfc-966076f61a75 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:17.793711 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Pushing event updated for resources: {'Port': ['ID=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:17.803176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:17.829689 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:17.833405 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:17.834032 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:17.958476 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d3fc4d-def5-4aba-ad1f-0c1cd53a6399 None None] Pushing event updated for resources: {'Port': ['ID=09a515fc-2ca8-4707-b390-6b444278a68b,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:17.963878 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b5d3fc4d-def5-4aba-ad1f-0c1cd53a6399 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:18.049209 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port eb78d8d6-ff53-400a-9dfc-966076f61a75 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:18.049576 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.092798 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d798b3d7-a80a-4ac7-8ca3-4ec9da368773 None None] Provisioning for port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:18.103159 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:18.115996 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:41:18.211145 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.226213 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-d798b3d7-a80a-4ac7-8ca3-4ec9da368773 None None] Provisioning complete for port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:18.226854 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d798b3d7-a80a-4ac7-8ca3-4ec9da368773 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.372595 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-d798b3d7-a80a-4ac7-8ca3-4ec9da368773 None None] Port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:41:18.382947 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.457535 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.501662 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device cb2dcee1-a8f8-4079-8170-cb5191ac2a09 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:41:18.560804 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.590345 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:18.632770 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:15Z', 'revision_number': 3, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:18.640282 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45018fec-a378-4a5a-a9a5-0126731a6626 None None] The sync data for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb is: [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:15Z', 'revision_number': 3, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:41:18.673638 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Pushing event updated for resources: {'Port': ['ID=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:18.676357 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:18.677973 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:18.686621 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.695294 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09', 'network_id': '6194b24a-04bc-4b03-a273-7a9116c65b97', 'port_id': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09', 'mac_address': 'fa:16:3e:94:45:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 758, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9661affe-a427-4672-8cd1-19074bc78301', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:41:18.762644 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.782618 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb2dcee1-a8f8-4079-8170-cb5191ac2a09 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:41:18.800430 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:18.849058 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Network f4060167-c406-4874-8c50-001952afcd07 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:18.850530 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:18.863553 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:18.866931 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:18.980594 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:18.985310 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:18.993431 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a68c47d-e2bf-4624-8686-095c9bb990dd req-0dfbc59d-767b-4f77-935c-aaece3b42253 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:18.995141 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a68c47d-e2bf-4624-8686-095c9bb990dd req-0dfbc59d-767b-4f77-935c-aaece3b42253 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 944 time: 0.1625006 May 21 15:41:19.074943 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a68c47d-e2bf-4624-8686-095c9bb990dd req-98d8fcab-0e09-4580-86d9-147d7f896e8e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620420 May 21 15:41:19.104997 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Router af20e35b-5d70-4234-80ef-be9cb43a386d has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:41:19.200399 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-e3ffd4c8-a106-41ef-8649-9ac5979607c2 None None] Provisioning complete for port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:19.201249 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e3ffd4c8-a106-41ef-8649-9ac5979607c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:19.262844 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-e3ffd4c8-a106-41ef-8649-9ac5979607c2 None None] Port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:41:19.307129 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['cb2dcee1-a8f8-4079-8170-cb5191ac2a09'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:41:19.309393 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:41:19.319921 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] 10.222.0.66 "PUT /v2.0/routers/af20e35b-5d70-4234-80ef-be9cb43a386d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0038059 May 21 15:41:19.678815 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 09a515fc-2ca8-4707-b390-6b444278a68b up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:19.834273 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port 09a515fc-2ca8-4707-b390-6b444278a68b completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:19.839797 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 09a515fc-2ca8-4707-b390-6b444278a68b triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:19.840341 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:19.962742 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:19.980485 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port 09a515fc-2ca8-4707-b390-6b444278a68b, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=09a515fc-2ca8-4707-b390-6b444278a68b,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:20.080492 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.083777 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:20.120673 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57674) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:20.127044 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1575084705-network', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:20.139160 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:20.144897 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Usage tracker for resource:network and tenant:de0b5587b3644854abed11dfc8f5e1b2 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:20.150175 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:20.157956 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:20.179645 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=09a515fc-2ca8-4707-b390-6b444278a68b,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:20.185956 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:20.257535 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Made reservation on behalf of de0b5587b3644854abed11dfc8f5e1b2 for: {'network': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:20.259905 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.273595 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.291079 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0590b68f-9b18-4256-818f-f38a47136d6f req-d0cde1d9-caa4-484e-a48b-97639ccec185 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:20.291079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0590b68f-9b18-4256-818f-f38a47136d6f req-d0cde1d9-caa4-484e-a48b-97639ccec185 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 944 time: 0.0847573 May 21 15:41:20.291796 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:20.295358 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Usage tracker for resource:security_group_rule and tenant:de0b5587b3644854abed11dfc8f5e1b2 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:20.298377 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:20.304492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:20.339454 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0590b68f-9b18-4256-818f-f38a47136d6f req-d38119bf-f789-47c1-9cb2-757cdc374b41 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487595 May 21 15:41:20.391949 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Sync routers for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:41:20.395945 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.401658 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:20.402264 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:20.457217 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.460501 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1330bfb4-1d03-42da-b9b5-780a910e14cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:20.491681 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 771} {{(pid=92295) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:41:20.500675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e6614de-b7a3-40ef-b791-30dd507bfa67,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:20.504334 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:20.507174 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.509140 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.segments_db [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Added segment 8878e125-964e-4253-b561-b3cf7fc8a952 of type vlan for network 34147127-d8ec-469a-8420-e5ba915c2e65 May 21 15:41:20.509405 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device cb2dcee1-a8f8-4079-8170-cb5191ac2a09 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:20.535801 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.620395 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:20.680746 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.682100 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:20.684182 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.686586 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4504c715-9890-4688-b14b-54038a2fb8cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:20.691735 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:20.697133 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:20.697971 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.794741 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Pushing event updated for resources: {'Network': ['ID=34147127-d8ec-469a-8420-e5ba915c2e65,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:20.797545 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:20.839238 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network 34147127-d8ec-469a-8420-e5ba915c2e65 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:41:20.880951 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7590632 May 21 15:41:20.884099 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57678) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:20.890671 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Request body: {'subnet': {'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1575084705-subnet', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'ip_version': 4}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:20.896388 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:20.900532 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Usage tracker for resource:subnet and tenant:de0b5587b3644854abed11dfc8f5e1b2 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:20.904998 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:20.912455 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:20.951741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:20.961312 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 2, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:20.965302 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Checking router: af20e35b-5d70-4234-80ef-be9cb43a386d for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:41:20.965673 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Updating router af20e35b-5d70-4234-80ef-be9cb43a386d port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:41:20.986639 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:21.003353 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:21.017737 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Made reservation on behalf of de0b5587b3644854abed11dfc8f5e1b2 for: {'subnet': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:21.021462 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3910792'] for subnet, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.025819 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.035788 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09', 'code': 200} May 21 15:41:21.131491 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.133492 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:21.217227 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:21.229657 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:21.410977 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.423920 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Transition to ACTIVE for port object fd0ed174-0002-4606-9c41-cf4ebb1c0a97 will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:21.439771 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bbf7f3-b84e-4009-9cbc-db982644018e req-c9d3aa45-c35a-4782-a097-c3ec9021b3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:21.441239 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-42bbf7f3-b84e-4009-9cbc-db982644018e req-c9d3aa45-c35a-4782-a097-c3ec9021b3f1 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 1098 time: 0.0782974 May 21 15:41:21.505200 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-42bbf7f3-b84e-4009-9cbc-db982644018e req-a903f034-9958-4342-abbc-bca8f4b677ac service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573635 May 21 15:41:21.520585 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.525207 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:21.655116 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd6e06d-d471-4042-b3db-f6fa073a02b4 req-235b54f6-ce75-4948-9c88-7aed49ab2d66 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:21.657417 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2dd6e06d-d471-4042-b3db-f6fa073a02b4 req-235b54f6-ce75-4948-9c88-7aed49ab2d66 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.2009540 May 21 15:41:21.677847 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Pushing event updated for resources: {'Port': ['ID=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:21.714053 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2dd6e06d-d471-4042-b3db-f6fa073a02b4 req-f8b27a3e-3d99-425e-bb8e-c8140e318eab tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498445 May 21 15:41:21.720332 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2327496', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3910822'] for subnet, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.725964 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d1d0abe9-ed7d-4eec-a8f1-a196b3d5bfc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:21.730047 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 09a515fc-2ca8-4707-b390-6b444278a68b up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:21.741066 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.741490 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.742004 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.742341 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.742568 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.742904 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.743218 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.743526 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.743832 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.744138 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.744440 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.744743 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92298) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:41:21.760149 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:21.809385 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffc0f97f-8321-4402-ad60-da24ca523933,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:21.814397 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:21.822057 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Checking segment: {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:21.822408 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Network hostable DHCP agents. Network: 34147127-d8ec-469a-8420-e5ba915c2e65, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92295) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:41:21.823011 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port 09a515fc-2ca8-4707-b390-6b444278a68b triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:21.823903 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.834749 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Attempting to bind port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:21.835276 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Attempting to bind port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:21.835737 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Attempting to bind port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 on network f4060167-c406-4874-8c50-001952afcd07 {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:21.847100 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:21.847905 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Checking segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:21.848673 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.849322 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Bound using segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:21.850124 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Bound port: fd0ed174-0002-4606-9c41-cf4ebb1c0a97, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:21.850824 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:21.916321 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Network 34147127-d8ec-469a-8420-e5ba915c2e65 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92295) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:41:21.972576 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, 34147127-d8ec-469a-8420-e5ba915c2e65) {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:21.983131 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:21.983621 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44ed0de4-5723-49b0-94dc-c5765dc9950c None None] Network 34147127-d8ec-469a-8420-e5ba915c2e65 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:41:21.983992 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.004764 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] For port fd0ed174-0002-4606-9c41-cf4ebb1c0a97, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:22.008556 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] For port fd0ed174-0002-4606-9c41-cf4ebb1c0a97, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:22.086932 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-c9a44065-9eee-4736-b8bd-392a9dcdc1d6 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2015524 May 21 15:41:22.089707 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57686) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:22.095667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:22.100366 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:22.105181 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Usage tracker for resource:router and tenant:de0b5587b3644854abed11dfc8f5e1b2 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:22.111208 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:22.111427 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.116098 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:22.116682 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:22.196479 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:22.197124 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:22.227349 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp638cb3d4-e7e6-59b3-b099-ea5f63401957-34147127-d8ec-469a-8420-e5ba915c2e65', 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'fixed_ips': [{'subnet_id': 'ffc0f97f-8321-4402-ad60-da24ca523933'}]}} from dv-cinder-792299-3-smb. {{(pid=92297) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} May 21 15:41:22.228224 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.246088 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1654437', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-4620'] for router, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.248684 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1653687', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-417427', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-480217', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-4661'] for router, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.265348 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Pushing event updated for resources: {'Port': ['ID=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:22.269452 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.277062 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:22.432168 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.db_base_plugin_common [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Allocated IP 172.20.0.2 (34147127-d8ec-469a-8420-e5ba915c2e65/ffc0f97f-8321-4402-ad60-da24ca523933/cbbaad50-2c33-4e78-ae79-5a1ad1f8622c) {{(pid=92297) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:22.463709 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:22.663065 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-417432', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1654455', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-4647'] for router, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.665919 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Notify callbacks [] for port, precommit_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.677323 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Transition to ACTIVE for port object cbbaad50-2c33-4e78-ae79-5a1ad1f8622c will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:22.698644 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Transition to ACTIVE for port object cbbaad50-2c33-4e78-ae79-5a1ad1f8622c will not be triggered until provisioned by entity DHCP. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:22.788544 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:22Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:22.792974 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b0b073-2137-4a33-ae48-d07be2429f68 None None] The sync data for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb is: [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:22Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:41:22.889854 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162'] for port, after_create {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:22.891687 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:22.985460 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1529dfe9-7bc1-44e0-823e-19987b9d63c2 req-514c6114-c653-4378-acd3-42ad32b9fa51 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:22.995096 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1529dfe9-7bc1-44e0-823e-19987b9d63c2 req-514c6114-c653-4378-acd3-42ad32b9fa51 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.1608837 May 21 15:41:23.003204 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Network 34147127-d8ec-469a-8420-e5ba915c2e65 is already hosted by enough agents. {{(pid=92297) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:23.006218 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.scheduler.base_scheduler [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Resources bound (agent type, host, resource id): {{(pid=92297) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:23.013084 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Received port after_create {{(pid=92297) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:23.018422 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Pushing event updated for resources: {'Port': ['ID=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,revision_number=1']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:23.025506 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:23.063085 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1529dfe9-7bc1-44e0-823e-19987b9d63c2 req-92cddf2c-45d5-474f-8ae1-df7d63d123d6 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667636 May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Attempting to bind port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Attempting to bind port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Attempting to bind port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c on network 34147127-d8ec-469a-8420-e5ba915c2e65 {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Checking segment: {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Bound using segment: {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Bound port: cbbaad50-2c33-4e78-ae79-5a1ad1f8622c, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:23.144889 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.243884 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.261020 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] For port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:23.267626 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] For port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:23.277557 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.374566 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.375526 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c1587250-e00d-4042-9045-5e91a37d28c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:23.463353 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Allocated IP 172.28.0.187 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/c31731d2-d759-4ed0-a751-ac86d80921d7) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:23.467972 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Pushing event updated for resources: {'Port': ['ID=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:23.471787 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:23.785250 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.799292 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device fd0ed174-0002-4606-9c41-cf4ebb1c0a97 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:23.875308 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:23.880491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-447bc738-c01b-4d90-b86c-6e4b1889c333 tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:23.942329 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:23.945449 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:23.949253 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:23.972271 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:23.983869 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:23.984483 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:24.004687 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Pushing event updated for resources: {'Port': ['ID=c31731d2-d759-4ed0-a751-ac86d80921d7,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:24.009225 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:24.136538 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:24.192243 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port fd0ed174-0002-4606-9c41-cf4ebb1c0a97, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:24.291435 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:24.293290 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:24.302934 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf9a6ad-0df7-4834-9152-f310ce488e7e req-0fcc9aeb-5f21-4819-9b74-d5f2505b6732 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:24.304798 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5bf9a6ad-0df7-4834-9152-f310ce488e7e req-0fcc9aeb-5f21-4819-9b74-d5f2505b6732 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.1107018 May 21 15:41:24.373846 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5bf9a6ad-0df7-4834-9152-f310ce488e7e req-156a564c-3872-43cb-80fc-2e58a72a6c07 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629978 May 21 15:41:24.412195 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:24.415225 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:24.514970 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c986e-731c-43d2-8d73-dbe55f8eb7b8 None None] Network 34147127-d8ec-469a-8420-e5ba915c2e65 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:41:24.587274 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:24.754881 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-2a38c113-cf0a-4b74-af82-b3b01c6e7634 None None] Provisioning for port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:24.950506 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1654460', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1653325'] for router, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:25.262788 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Router ff1a1acb-5640-4551-aa5e-35df8fb00293 is scheduled to L3 agent 3987c905-901e-4905-b04a-65b55f945375 with binding_index 1 {{(pid=92295) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} May 21 15:41:25.440363 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:41:25.449500 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Sync routers for ids ['ff1a1acb-5640-4551-aa5e-35df8fb00293'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:41:25.461390 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Routers {'ff1a1acb-5640-4551-aa5e-35df8fb00293'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:25.464456 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['ff1a1acb-5640-4551-aa5e-35df8fb00293'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:25.525986 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:25.530663 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] 10.222.0.66 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4362414 May 21 15:41:25.530935 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57704) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:25.684091 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Set router ff1a1acb-5640-4551-aa5e-35df8fb00293 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:25.870992 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device fd0ed174-0002-4606-9c41-cf4ebb1c0a97 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:26.055275 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:26.055663 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.136052 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 3, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:26.167180 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Checking router: ff1a1acb-5640-4551-aa5e-35df8fb00293 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:41:26.167520 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Updating router ff1a1acb-5640-4551-aa5e-35df8fb00293 port c31731d2-d759-4ed0-a751-ac86d80921d7 binding host dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:41:26.242816 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbbaad50-2c33-4e78-ae79-5a1ad1f8622c up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:26.282400 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.387637 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f32826-2328-4611-984b-cfab46f15bae req-3566c56c-7b7c-45f0-8158-0b5ff0297faa tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:26.391022 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7f32826-2328-4611-984b-cfab46f15bae req-3566c56c-7b7c-45f0-8158-0b5ff0297faa tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.0914078 May 21 15:41:26.406270 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.439978 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7f32826-2328-4611-984b-cfab46f15bae req-6e4ef64c-e321-4b8b-ae68-d0f484fc014b tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413566 May 21 15:41:26.531574 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:26.545482 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:26.545799 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.625512 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Allocated IP 172.20.0.1 (34147127-d8ec-469a-8420-e5ba915c2e65/ffc0f97f-8321-4402-ad60-da24ca523933/b5e31200-0cb4-485e-86a2-3fea1f1eb4fe) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:26.803846 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.809935 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.821398 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Transition to ACTIVE for port object b5e31200-0cb4-485e-86a2-3fea1f1eb4fe will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:26.847170 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Notify callbacks [] for port, precommit_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.866459 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:26.869747 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Transition to ACTIVE for port object c31731d2-d759-4ed0-a751-ac86d80921d7 will not be triggered until provisioned by entity L2. {{(pid=92297) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:26.939224 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.943484 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6f9de04c-5d7f-4ab7-af79-8cbda0c81238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:26.984762 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:26.989652 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:27.014182 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Network 34147127-d8ec-469a-8420-e5ba915c2e65 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:27.015556 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:27.019786 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:27.025170 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.076248 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:27.085337 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:27.085707 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Attempting to bind port c31731d2-d759-4ed0-a751-ac86d80921d7 on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:27.085707 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Attempting to bind port c31731d2-d759-4ed0-a751-ac86d80921d7 by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:27.085707 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Attempting to bind port c31731d2-d759-4ed0-a751-ac86d80921d7 on network 7ded683e-2e47-410f-bbb3-e0e999561fea {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:27.085707 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114caf26-1023-4c47-8139-7aaaf810e4ae None None] Pushing event updated for resources: {'Port': ['ID=c31731d2-d759-4ed0-a751-ac86d80921d7,revision_number=2']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:27.087838 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-114caf26-1023-4c47-8139-7aaaf810e4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:27.088407 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:27.109444 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-414559'] for router_interface, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.141741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:27.141741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Checking segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92297) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:27.141741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.141741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Bound using segment: {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'} {{(pid=92297) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:27.141741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.managers [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Bound port: c31731d2-d759-4ed0-a751-ac86d80921d7, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95e300f1-4670-49b8-ad99-89693d4b91cd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}}] {{(pid=92297) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:27.141741 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.231581 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:27.240916 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:27.246175 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] For port c31731d2-d759-4ed0-a751-ac86d80921d7, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92297) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:27.250882 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] For port c31731d2-d759-4ed0-a751-ac86d80921d7, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=c31731d2-d759-4ed0-a751-ac86d80921d7,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:27.332359 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.338111 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:27.348408 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.395766 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-01e2954c-1661-47d8-816e-499be6718571 None None] Provisioning for port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:27.412516 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-01e2954c-1661-47d8-816e-499be6718571 None None] Provisioning complete for port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:27.412899 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-01e2954c-1661-47d8-816e-499be6718571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.463567 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Routers {'ff1a1acb-5640-4551-aa5e-35df8fb00293'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:27.464305 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['ff1a1acb-5640-4551-aa5e-35df8fb00293'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:27.536392 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114caf26-1023-4c47-8139-7aaaf810e4ae None None] Pushing event updated for resources: {'Port': ['ID=c31731d2-d759-4ed0-a751-ac86d80921d7,revision_number=3']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:27.549904 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-114caf26-1023-4c47-8139-7aaaf810e4ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:27.573076 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-01e2954c-1661-47d8-816e-499be6718571 None None] Port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:41:27.706931 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] Set router ff1a1acb-5640-4551-aa5e-35df8fb00293 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:27.715371 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51326384-02ba-4d2b-a979-adffbd41e201 req-dc2a1dd2-85b3-4666-aa99-d43321529366 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:27.717622 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-51326384-02ba-4d2b-a979-adffbd41e201 req-dc2a1dd2-85b3-4666-aa99-d43321529366 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.1296747 May 21 15:41:27.737268 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.767922 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-51326384-02ba-4d2b-a979-adffbd41e201 req-be861340-685f-477e-af14-b4bff5da77df tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438883 May 21 15:41:27.768869 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbbaad50-2c33-4e78-ae79-5a1ad1f8622c up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:27.828970 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:27.856982 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2c3d7b85-adcb-4c7b-b3ff-85792daeec19 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:27.943315 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Pushing event updated for resources: {'Port': ['ID=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:27.947637 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:27.953108 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1663938', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-414498'] for router_interface, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:28.023791 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:28.024171 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:28.158285 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Network 34147127-d8ec-469a-8420-e5ba915c2e65 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:28.161136 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:28.226253 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-c3216127-3a4c-4b6b-b4ee-ee09e11f045d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:28.227022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-c3216127-3a4c-4b6b-b4ee-ee09e11f045d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Synchronizing usage tracker for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:port {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:28.236298 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5e31200-0cb4-485e-86a2-3fea1f1eb4fe', 'name': '', 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'mac_address': 'fa:16:3e:d1:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:26Z', 'updated_at': '2021-05-21T15:41:26Z', 'revision_number': 1, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'subnets': [{'id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:28.241318 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a153d3b-034b-490d-8fa6-5bec0d1e18f1 None None] The sync data for ids ['ff1a1acb-5640-4551-aa5e-35df8fb00293'] in dv-cinder-792299-3-smb is: [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5e31200-0cb4-485e-86a2-3fea1f1eb4fe', 'name': '', 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'mac_address': 'fa:16:3e:d1:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:26Z', 'updated_at': '2021-05-21T15:41:26Z', 'revision_number': 1, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'subnets': [{'id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:41:28.357649 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-c3216127-3a4c-4b6b-b4ee-ee09e11f045d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Unset dirty status for tenant:8a715f5c5be7446e9411eb1db623a071 on resource:port {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:28.359992 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-c3216127-3a4c-4b6b-b4ee-ee09e11f045d tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.3144541 May 21 15:41:28.415107 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-4ef5a2c2-6120-4554-bed0-c5c716306a0c None None] Provisioning complete for port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:28.415725 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4ef5a2c2-6120-4554-bed0-c5c716306a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:28.503724 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-4ef5a2c2-6120-4554-bed0-c5c716306a0c None None] Port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:41:28.515954 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Router ff1a1acb-5640-4551-aa5e-35df8fb00293 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:41:28.652254 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Deleting port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:41:28.652817 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:28.870254 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:41:28.918986 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] 10.222.0.66 "PUT /v2.0/routers/ff1a1acb-5640-4551-aa5e-35df8fb00293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3737793 May 21 15:41:28.935917 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] For port cb2dcee1-a8f8-4079-8170-cb5191ac2a09, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,segment=NetworkSegment(230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d),segment_id=230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:28.936276 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:29.040010 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ffb8bb-2e7a-44ed-a5be-f15aa9e40698 req-b82e783f-5c02-48d2-87d7-d7f895650990 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:29.042306 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-52ffb8bb-2e7a-44ed-a5be-f15aa9e40698 req-b82e783f-5c02-48d2-87d7-d7f895650990 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 945 time: 0.1207361 May 21 15:41:29.085362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Calling delete_port for cb2dcee1-a8f8-4079-8170-cb5191ac2a09 owned by compute:nova {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:41:29.117079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-52ffb8bb-2e7a-44ed-a5be-f15aa9e40698 req-cf344de8-ebb4-4faf-8569-ea0fde65638c tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/security-groups?id=7add9d59-8ca7-47d7-8852-85180af7f4cc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589314 May 21 15:41:29.280303 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:29.286261 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:29.340320 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Pushing event deleted for resources: {'Port': ['ID=cb2dcee1-a8f8-4079-8170-cb5191ac2a09,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:29.342887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:29.422190 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] No DVR routers for this DVR port cb2dcee1-a8f8-4079-8170-cb5191ac2a09 on host hv-cinder-79229 {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:41:29.424967 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:29.429176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'name': 'network-vif-deleted', 'tag': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:29.486892 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcc3dff-905c-46bf-9406-304a7d9a962c', 'name': 'network-vif-deleted', 'tag': 'cb2dcee1-a8f8-4079-8170-cb5191ac2a09', 'status': 'completed', 'code': 200} May 21 15:41:29.532288 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-8aaf7d4c-160e-44f4-82e3-4c1867c6a0f5 req-9eec873b-d82d-47d0-b7de-9352edaf1825 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.74 "DELETE /v2.0/ports/cb2dcee1-a8f8-4079-8170-cb5191ac2a09 HTTP/1.1" status: 204 len: 173 time: 1.1598871 May 21 15:41:29.753587 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device c31731d2-d759-4ed0-a751-ac86d80921d7 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:29.948494 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port c31731d2-d759-4ed0-a751-ac86d80921d7 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:29.954346 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port c31731d2-d759-4ed0-a751-ac86d80921d7 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:29.954760 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:30.097355 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:30.117600 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port c31731d2-d759-4ed0-a751-ac86d80921d7, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=c31731d2-d759-4ed0-a751-ac86d80921d7,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:30.264002 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:30.276752 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:30.381447 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=c31731d2-d759-4ed0-a751-ac86d80921d7,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:30.393442 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:30.399827 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-612b106f-119e-441f-b9d1-4bb15c09afe3 req-e381cda8-20c6-4210-92ca-b58413104d0e tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] 10.222.0.66 "GET /v2.0/ports?device_id=ebcc3dff-905c-46bf-9406-304a7d9a962c HTTP/1.1" status: 200 len: 210 time: 0.0838196 May 21 15:41:30.555099 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device cb2dcee1-a8f8-4079-8170-cb5191ac2a09 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:41:30.656745 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: cb2dcee1-a8f8-4079-8170-cb5191ac2a09 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:41:30.657381 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device cb2dcee1-a8f8-4079-8170-cb5191ac2a09 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:41:30.897285 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3af6507-5225-4c94-b412-e3cb39c3e747 req-ea814fef-edad-46e5-b123-d1c7c87cf77c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:30.898804 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a3af6507-5225-4c94-b412-e3cb39c3e747 req-ea814fef-edad-46e5-b123-d1c7c87cf77c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.1009333 May 21 15:41:30.948790 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a3af6507-5225-4c94-b412-e3cb39c3e747 req-4c9fb1c6-d0d0-4203-8237-6695b467f59c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425878 May 21 15:41:31.225753 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Sync routers for ids ['ff1a1acb-5640-4551-aa5e-35df8fb00293'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:41:31.239069 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Routers {'ff1a1acb-5640-4551-aa5e-35df8fb00293'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:31.239902 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['ff1a1acb-5640-4551-aa5e-35df8fb00293'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:31.452440 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Set router ff1a1acb-5640-4551-aa5e-35df8fb00293 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:31.747220 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device c31731d2-d759-4ed0-a751-ac86d80921d7 up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:31.918241 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port c31731d2-d759-4ed0-a751-ac86d80921d7 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:31.918913 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:31.927821 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5e31200-0cb4-485e-86a2-3fea1f1eb4fe', 'name': '', 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'mac_address': 'fa:16:3e:d1:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:26Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 2, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'subnets': [{'id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:31.934123 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Checking router: ff1a1acb-5640-4551-aa5e-35df8fb00293 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:41:31.934817 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Updating router ff1a1acb-5640-4551-aa5e-35df8fb00293 port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe binding host dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} May 21 15:41:32.043612 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:32.409490 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5548f3d5-6fc4-4941-a2a5-7fdd7d9b7a74 req-8337655c-4028-4c1f-b663-83c1dcbfb794 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:32.411873 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5548f3d5-6fc4-4941-a2a5-7fdd7d9b7a74 req-8337655c-4028-4c1f-b663-83c1dcbfb794 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.1267352 May 21 15:41:32.509334 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5548f3d5-6fc4-4941-a2a5-7fdd7d9b7a74 req-0e853ad4-f826-432b-8938-c7c330a31b5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0882609 May 21 15:41:32.605837 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Notify callbacks [] for port, precommit_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:32.630636 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.provisioning_blocks [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Transition to ACTIVE for port object b5e31200-0cb4-485e-86a2-3fea1f1eb4fe will not be triggered until provisioned by entity L2. {{(pid=92298) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:32.766377 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:32.770870 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-0cd5652c-1b88-4cd8-b47b-cddff94cf68c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:33.041383 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e744de-03cf-422d-bd52-e8387fc32bca None None] Pushing event updated for resources: {'Port': ['ID=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,revision_number=3']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:33.041383 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-47e744de-03cf-422d-bd52-e8387fc32bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:33.131824 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Attempting to bind port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe on host dv-cinder-792299-3-smb for vnic_type normal with profile {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:33.132381 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Attempting to bind port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe by drivers openvswitch,hyperv on host dv-cinder-792299-3-smb at level 0 using segments [{'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:33.133382 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Attempting to bind port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe on network 34147127-d8ec-469a-8420-e5ba915c2e65 {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:33.139930 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Checking agent: {'id': '0acac955-8728-4e72-b446-97ec9c24145c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-792299-3-smb', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 26, 12), 'started_at': datetime.datetime(2021, 5, 21, 15, 26, 42), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-792299-3-smb'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:33.140337 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Checking segment: {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92298) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:33.141139 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:33.141640 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Bound using segment: {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'} {{(pid=92298) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:33.142158 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.managers [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Bound port: b5e31200-0cb4-485e-86a2-3fea1f1eb4fe, host: dv-cinder-792299-3-smb, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8878e125-964e-4253-b561-b3cf7fc8a952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 771, 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65'}}] {{(pid=92298) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:33.142594 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:33.217236 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-8efebe1e-cf99-4895-baf9-0427f7e835b7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:33.218008 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-8efebe1e-cf99-4895-baf9-0427f7e835b7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92295) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:33.246446 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] For port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe, host dv-cinder-792299-3-smb, cleared binding levels {{(pid=92298) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:33.252406 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.plugins.ml2.db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] For port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe, host dv-cinder-792299-3-smb, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92298) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:33.343309 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-8efebe1e-cf99-4895-baf9-0427f7e835b7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92295) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:33.344881 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-8efebe1e-cf99-4895-baf9-0427f7e835b7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.4476311 May 21 15:41:33.377934 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron_lib.callbacks.manager [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92298) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:33.382992 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:33.501602 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Routers {'ff1a1acb-5640-4551-aa5e-35df8fb00293'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:33.502275 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['ff1a1acb-5640-4551-aa5e-35df8fb00293'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:33.615179 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e744de-03cf-422d-bd52-e8387fc32bca None None] Pushing event updated for resources: {'Port': ['ID=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,revision_number=4']} {{(pid=92298) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:33.657694 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Deleting port 1145d844-c56a-4380-a51b-3bb836f2cfb5 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:41:33.658037 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:33.728219 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG oslo_concurrency.lockutils [None req-47e744de-03cf-422d-bd52-e8387fc32bca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=92298) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:33.819843 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] Set router ff1a1acb-5640-4551-aa5e-35df8fb00293 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:33.825338 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d10f7-561e-49dc-b8b1-7bfa90f6da90 req-9d9df66d-0fab-4523-ae3b-406ec5646511 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:33.834351 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-898d10f7-561e-49dc-b8b1-7bfa90f6da90 req-9d9df66d-0fab-4523-ae3b-406ec5646511 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 947 time: 0.1201828 May 21 15:41:33.878029 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5e31200-0cb4-485e-86a2-3fea1f1eb4fe up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:33.920032 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-898d10f7-561e-49dc-b8b1-7bfa90f6da90 req-0c74d673-5b9f-4670-bcf2-e450828b01c3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=597a334d-7412-4bb9-af37-b399583324f0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828102 May 21 15:41:33.967517 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] For port 1145d844-c56a-4380-a51b-3bb836f2cfb5, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1145d844-c56a-4380-a51b-3bb836f2cfb5,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:33.968204 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.092055 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning for port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:34.100781 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:34.101254 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.267366 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5e31200-0cb4-485e-86a2-3fea1f1eb4fe', 'name': '', 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'mac_address': 'fa:16:3e:d1:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:26Z', 'updated_at': '2021-05-21T15:41:33Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'subnets': [{'id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:34.285500 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c6a6c50-b11e-4dda-80ef-509dfa7da04b None None] The sync data for ids ['ff1a1acb-5640-4551-aa5e-35df8fb00293'] in dv-cinder-792299-3-smb is: [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:41:27Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'b5e31200-0cb4-485e-86a2-3fea1f1eb4fe', 'name': '', 'network_id': '34147127-d8ec-469a-8420-e5ba915c2e65', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'mac_address': 'fa:16:3e:d1:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:26Z', 'updated_at': '2021-05-21T15:41:33Z', 'revision_number': 4, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'subnets': [{'id': 'ffc0f97f-8321-4402-ad60-da24ca523933', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:41:34.345557 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.345557 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.345557 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.l3_db [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Floating IP 59b90134-c663-4d29-a4c9-2b48799085e3 disassociated. External IP: 172.28.0.141, port: 1145d844-c56a-4380-a51b-3bb836f2cfb5. May 21 15:41:34.345557 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Calling delete_port for 1145d844-c56a-4380-a51b-3bb836f2cfb5 owned by compute:nova {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:41:34.346356 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.392942 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] For port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:41:34.520613 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.523686 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-336508c9-edda-4ed9-885f-a8349bb0907f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:34.667605 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Pushing event updated for resources: {'Port': ['ID=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:34.688124 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:34.697551 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:34.707977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-15c1f664-57b3-4e7e-b63e-add50beec2a9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:34.777175 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event deleted for resources: {'Port': ['ID=1145d844-c56a-4380-a51b-3bb836f2cfb5,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:34.782263 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:35.113155 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Router 362da74d-1794-4c57-916d-48c200926d2b has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:41:35.220795 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7dfed52-1422-4755-b16d-8d2d2c45316a req-b418956d-a605-4f05-8ea0-f5d5fa5e64e5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 210 time: 0.1005285 May 21 15:41:35.394196 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:41:35.404902 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:41:35.421698 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:35.422453 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:35.555614 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] No DVR routers for this DVR port 1145d844-c56a-4380-a51b-3bb836f2cfb5 on host hv-cinder-79229 {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:41:35.563132 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:35.566491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-deleted', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:35.649282 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d670cf2-974e-451b-9c5c-1541365a0b9c', 'name': 'network-vif-deleted', 'tag': '1145d844-c56a-4380-a51b-3bb836f2cfb5', 'status': 'completed', 'code': 200} May 21 15:41:35.746182 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5e31200-0cb4-485e-86a2-3fea1f1eb4fe up at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:41:35.772616 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-da24d2e9-8ce4-4aba-a9c4-a14b3bb31422 req-3e37022e-fd65-45c3-a9d9-0bce558224ce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "DELETE /v2.0/ports/1145d844-c56a-4380-a51b-3bb836f2cfb5 HTTP/1.1" status: 204 len: 173 time: 2.4216540 May 21 15:41:35.792236 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:36.153101 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Provisioning complete for port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:36.154030 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:36.633165 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e1b9b39-0343-4a10-880c-b1e538d6e76d req-bb29fd54-7497-49f5-aa84-7d39a94b809d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=1d670cf2-974e-451b-9c5c-1541365a0b9c HTTP/1.1" status: 200 len: 210 time: 0.1247416 May 21 15:41:36.676831 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:41:36.718484 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 1145d844-c56a-4380-a51b-3bb836f2cfb5 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:41:36.719158 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1145d844-c56a-4380-a51b-3bb836f2cfb5 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:41:36.739758 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:36.743125 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:41:36.754479 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:41:36.755557 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:41:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:37.108623 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:41:37.635628 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:41:37.644424 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0d595c7-b37d-4da8-85a8-32f0dd6e3564 None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:41:38.187195 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56badbb5-3073-4106-8e2c-69df3d49c025 None None] New status for floating IP 59b90134-c663-4d29-a4c9-2b48799085e3: DOWN {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:41:39.101250 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57852) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:39.209089 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:39.281764 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:39.499057 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:39.506352 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ebde9821-3d19-4c3e-8362-4eb0c6f16371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:39.534512 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=597a334d-7412-4bb9-af37-b399583324f0,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:39.538492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:39.625738 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:39.633379 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57860) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:39.633919 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-4784c911-7501-4488-86a2-e05b9f89d0d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "DELETE /v2.0/security-groups/597a334d-7412-4bb9-af37-b399583324f0 HTTP/1.1" status: 204 len: 168 time: 0.5308099 May 21 15:41:39.663098 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.api.v2.resource [None req-0325a841-0439-4ab4-b791-cf68ac322eac tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] show failed (client error): The resource could not be found. May 21 15:41:39.667686 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57864) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:39.668167 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-0325a841-0439-4ab4-b791-cf68ac322eac tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups/597a334d-7412-4bb9-af37-b399583324f0 HTTP/1.1" status: 404 len: 347 time: 0.0325973 May 21 15:41:40.115897 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Deleting port a0318d65-a2a0-45c8-81d7-5d62c79cd76f {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:41:40.116611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:40.203998 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa931052-968c-4b7d-af1b-1c7d85f50d3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:40.298220 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:40.298824 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:40.594676 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Calling delete_port for a0318d65-a2a0-45c8-81d7-5d62c79cd76f owned by network:floatingip {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:41:40.828862 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:40.838638 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c762d2fb-5798-4da7-89ba-c441445027ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:41.218939 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event deleted for resources: {'Port': ['ID=a0318d65-a2a0-45c8-81d7-5d62c79cd76f,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:41.228688 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:41.263918 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:41.280678 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:41.285201 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "DELETE /v2.0/floatingips/59b90134-c663-4d29-a4c9-2b48799085e3 HTTP/1.1" status: 204 len: 168 time: 1.6131895 May 21 15:41:41.747338 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57874) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:41.753919 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'security_group': {'name': 'tempest-securitygroup--718716251', 'description': 'tempest-description--1018858739'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:41.768248 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:41.774957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:41.796311 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:41.806034 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:41.926036 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:41.955607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:41.961300 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:41.965056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:41.973449 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:42.076100 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.160738 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.173365 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4fb3ee18-51da-4b73-b4b4-35099001458d tempest-VolumesNegativeTest-1984466605 tempest-VolumesNegativeTest-1984466605-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:42.234769 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8507b8e1-b7e4-40a6-9298-804beeee096a,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:42.281726 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:42.577811 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.582021 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8310061 May 21 15:41:42.588935 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 57878) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:42.592293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'security_group_rule': {'security_group_id': '8507b8e1-b7e4-40a6-9298-804beeee096a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:42.600029 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:42.605369 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:42.609416 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:42.616916 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.624856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:42.739164 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.828949 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.868950 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9445be25-2e6a-4f16-8e0b-bea3a3eea9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.914668 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:42.917295 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-61e56baf-daa3-4204-b02e-1b0a68ccd572 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:42.963283 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8a8423-7d2f-4df3-a939-1f4a96de2b5e,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:42.972191 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:43.063054 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:43.066902 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-adb7eac3-d550-44ce-ae5e-b10797fbecd8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4793143 May 21 15:41:43.067414 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57886) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:43.077029 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'security_group_rule': {'security_group_id': '8507b8e1-b7e4-40a6-9298-804beeee096a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:43.103633 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:43.121634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:security_group_rule and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:43.126910 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:43.135295 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:43.229849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:43.315922 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:43.656932 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:43.663351 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e15ae203-d4f1-45d4-9fc1-0cc4f1893561 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:43.683170 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63528400-f41f-415d-91f7-de25267cead7,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:43.690179 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:43.799977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:43.801180 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7323816 May 21 15:41:43.804787 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 57894) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:41:43.810480 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'floatingip': {'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:43.816869 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:43.828286 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:floatingip and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:43.828286 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:43.832843 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:43.974126 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:44.011702 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:44.173226 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:44.338763 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Allocated IP 172.28.0.157 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/062557d4-d05e-45cb-a4d7-b401a5ad7a0e) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:44.506588 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:44.646752 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:44.658262 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5813a8a0-4945-4ebb-9207-2cfc433e4051 tempest-DeleteServersTestJSON-773353935 tempest-DeleteServersTestJSON-773353935-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:44.739912 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:44.741884 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'Port': ['ID=062557d4-d05e-45cb-a4d7-b401a5ad7a0e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:44.745483 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:44.746539 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:44.752501 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:44.848911 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.057069 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.280231 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-7c1d8d0b-9242-4d0f-8f61-a8d39a9ad195 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:45.282065 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-7c1d8d0b-9242-4d0f-8f61-a8d39a9ad195 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Synchronizing usage tracker for tenant:d187bea658ea4d95a694f5686a8f52c4 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:45.355886 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.377299 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-7c1d8d0b-9242-4d0f-8f61-a8d39a9ad195 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Unset dirty status for tenant:d187bea658ea4d95a694f5686a8f52c4 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:45.378951 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-7c1d8d0b-9242-4d0f-8f61-a8d39a9ad195 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 815 time: 0.2914133 May 21 15:41:45.400342 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-90a448f4-ac65-492c-91f4-f2bbc57be0ed tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/quotas/d187bea658ea4d95a694f5686a8f52c4 HTTP/1.1" status: 200 len: 375 time: 0.0158265 May 21 15:41:45.445749 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.458273 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1c29c9bd-c879-4af1-a32e-b616237e35b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:45.493512 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-43883f54-6ec6-462d-8e47-734bbe8366d4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0922129 May 21 15:41:45.611380 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.681645 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-d2255be3-7b40-4cac-b9ff-1b49d67f9efd service neutron] 10.222.0.66 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770272 May 21 15:41:45.739758 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'Port': ['ID=062557d4-d05e-45cb-a4d7-b401a5ad7a0e,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:45.754915 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:45.772622 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.866586 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-98c7f5f7-9311-47e5-94dc-50362b0ce519 service neutron] 10.222.0.66 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1839547 May 21 15:41:45.871337 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:45.882835 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-bd697c40-d265-4738-83f4-793e4e24b714 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0770924 May 21 15:41:46.093999 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-8d8e03a6-fa59-4fc2-8792-30843391407d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:46.289614 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-8d8e03a6-fa59-4fc2-8792-30843391407d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:46.290997 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-8d8e03a6-fa59-4fc2-8792-30843391407d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--718716251&fields=id&tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 267 time: 0.2532818 May 21 15:41:46.302403 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c5644f7c-4f53-44ab-8a41-972d07921f34 req-5acd09c5-b05d-48ab-be91-6af2145cae22 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.1654911 May 21 15:41:46.470545 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-51f1e34e-86d1-401f-85aa-be9b71cf6c02 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:46.471910 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-51f1e34e-86d1-401f-85aa-be9b71cf6c02 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 817 time: 0.1685648 May 21 15:41:46.490671 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-e8d13671-5c7f-4896-96b9-29d1dfd2b1e1 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/quotas/5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 375 time: 0.0125656 May 21 15:41:46.606676 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-c9bececb-6c27-4b8a-af4b-2887eb214b9f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1107819 May 21 15:41:46.938052 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-9daffbc6-75ad-4904-94b6-f4ad886f562b service neutron] 10.222.0.66 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3057556 May 21 15:41:47.157850 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-1c367298-6d3d-4afa-841d-4c82a5239bb9 service neutron] 10.222.0.66 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290758 May 21 15:41:47.464528 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9229e9f7-b734-4bb4-a752-6fa70bba24ed req-346303f5-fc68-416d-ad91-053e7fa8c026 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0856242 May 21 15:41:47.514059 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fec69833-9e5e-4301-a039-073b06df8abb req-cff3865e-bf6e-4544-8e1a-8a36efd7f765 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 210 time: 0.0456064 May 21 15:41:48.258363 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:48.685934 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-de546f2f-c3ff-4c22-b8fd-42f3aa68595d req-0679e431-107c-4485-be08-b3382afe0146 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 210 time: 0.0925877 May 21 15:41:48.694630 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d38748e2-5117-4d93-bf31-7a6ad3da6683 req-4b5c57d8-bad4-44cb-93d3-a6a1cb87f008 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0640936 May 21 15:41:49.924689 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-178c22fb-3874-4879-aa28-7f368cef130d req-26f0a76e-24fd-459d-ae50-ab5c7e6f1389 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.0580630 May 21 15:41:49.927689 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8fcbd59c-0f1c-4454-92c4-0d138e0cb34b req-49070d6e-ee60-45dc-9b9b-3124ec387375 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 210 time: 0.0950661 May 21 15:41:50.146982 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b70ad5-a89b-4c9b-9cda-65bd790f5cf7 req-cbe4e1d5-9690-4096-9cf5-c7f22a11b3cc tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:50.149091 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-18b70ad5-a89b-4c9b-9cda-65bd790f5cf7 req-cbe4e1d5-9690-4096-9cf5-c7f22a11b3cc tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.0987508 May 21 15:41:50.303881 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-18b70ad5-a89b-4c9b-9cda-65bd790f5cf7 req-f786ef6f-f9fc-406b-ab7b-dd2c99389148 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570095 May 21 15:41:50.306696 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-52a17db7-ab34-45ab-9eec-de892ce3dbcf tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:50.308167 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-52a17db7-ab34-45ab-9eec-de892ce3dbcf tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 815 time: 0.2005796 May 21 15:41:50.335511 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'port': {'device_id': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'admin_state_up': True, 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:50.490040 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:50.493797 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:port and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:50.498680 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for port was recalculated. Used quota:2. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:50.505712 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:50.600145 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Made reservation on behalf of d187bea658ea4d95a694f5686a8f52c4 for: {'port': 1} {{(pid=92295) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:50.603866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:50.843850 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Allocated IP 172.20.0.10 (f4060167-c406-4874-8c50-001952afcd07/4b4461e3-a047-4fca-b3c4-faa7082ff8b5/280e323f-b534-48bf-b788-0da27aac5826) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:51.128908 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:51.148592 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Transition to ACTIVE for port object 280e323f-b534-48bf-b788-0da27aac5826 will not be triggered until provisioned by entity DHCP. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:51.258325 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:51.273695 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d9c8744a-3da9-4b65-b4b7-51008b0a3764 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:51.337880 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-18682eae-26ae-4421-b943-893426bf9170 req-f1f096ad-1377-4d9f-bbb1-90afd1f8e760 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 210 time: 0.1265807 May 21 15:41:51.351448 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Network f4060167-c406-4874-8c50-001952afcd07 is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:51.355567 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:51.360933 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:51.443054 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-548dff03-99f0-438e-9ab0-4506413f0d41 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:51.445527 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-548dff03-99f0-438e-9ab0-4506413f0d41 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 817 time: 0.3825448 May 21 15:41:51.459271 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:51.485297 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:51.492960 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b9c278-f8a6-4a24-befc-8576d7891c56 req-5b77140d-d4f0-457d-9199-e8eac1200054 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:51.502136 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38b9c278-f8a6-4a24-befc-8576d7891c56 req-5b77140d-d4f0-457d-9199-e8eac1200054 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 932 time: 0.2915287 May 21 15:41:51.566916 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:51.567458 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:51.606428 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-ba9c28e6-3ad2-4886-aa25-ff049559e01f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 379 time: 0.1506298 May 21 15:41:51.677315 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'port': {'device_id': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'admin_state_up': True, 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'security_groups': ['8507b8e1-b7e4-40a6-9298-804beeee096a']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:51.694534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-38b9c278-f8a6-4a24-befc-8576d7891c56 req-25c38b0c-0762-4655-a836-8641299bb84c tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Synchronizing usage tracker for tenant:d187bea658ea4d95a694f5686a8f52c4 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:51.766204 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4355979 May 21 15:41:51.779741 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Request body: {'port': {'device_id': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:51.891744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c688846-c2ca-450f-8213-9baa43cc93fa req-b43d1730-dc19-4222-a5e5-62e1c7dd8a12 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:51.893322 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7c688846-c2ca-450f-8213-9baa43cc93fa req-b43d1730-dc19-4222-a5e5-62e1c7dd8a12 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.3019207 May 21 15:41:51.953734 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-38b9c278-f8a6-4a24-befc-8576d7891c56 req-25c38b0c-0762-4655-a836-8641299bb84c tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Unset dirty status for tenant:d187bea658ea4d95a694f5686a8f52c4 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:51.964533 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-38b9c278-f8a6-4a24-befc-8576d7891c56 req-25c38b0c-0762-4655-a836-8641299bb84c tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4606304 May 21 15:41:51.994280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:41:52.020530 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7c688846-c2ca-450f-8213-9baa43cc93fa req-e4e4dc84-2e44-43f7-ac40-ce4dc7775c8b tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1087029 May 21 15:41:52.029352 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Usage tracker for resource:port and tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:41:52.043200 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ab1839ed-8a23-4ddb-8a47-330809f81351 None None] Provisioning for port 280e323f-b534-48bf-b788-0da27aac5826 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:52.056517 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:52.056888 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-ab1839ed-8a23-4ddb-8a47-330809f81351 None None] Provisioning complete for port 280e323f-b534-48bf-b788-0da27aac5826 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:52.056888 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ab1839ed-8a23-4ddb-8a47-330809f81351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:52.081673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Quota usage for port was recalculated. Used quota:3. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:41:52.098156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:41:52.172137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-ab1839ed-8a23-4ddb-8a47-330809f81351 None None] Port 280e323f-b534-48bf-b788-0da27aac5826 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:41:52.194174 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Made reservation on behalf of 5a3d6b3bad5e4ab29ec02e77f2137c99 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:41:52.197826 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:52.686791 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2dae4597-f392-45ea-8f0e-21ed472deff3 req-2abe76d2-3057-40b2-9f6a-966a783431d8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 210 time: 0.0819445 May 21 15:41:52.725155 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Allocated IP 172.20.0.9 (9a688040-8eb2-467f-906e-7d1d8a5a6f86/83de449d-be81-44ef-bf68-cd42c49ccd35/bd4f7b90-a620-4038-97a4-f7b70f131c5e) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:41:52.877093 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280e323f-b534-48bf-b788-0da27aac5826 {{(pid=92295) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:41:52.890679 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:52.927516 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.provisioning_blocks [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Transition to ACTIVE for port object 280e323f-b534-48bf-b788-0da27aac5826 will not be triggered until provisioned by entity L2. {{(pid=92295) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:52.999944 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:53.004701 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6e4a9954-a727-419a-8a47-25ccb0fea8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:53.194158 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:53.221023 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:53.291110 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:53.312875 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Transition to ACTIVE for port object bd4f7b90-a620-4038-97a4-f7b70f131c5e will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:53.784491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fde237-cf22-4aeb-81e7-dd7090883c9f req-dfa2193d-5fab-4fd4-828a-01d1d62323d9 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:53.786336 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2fde237-cf22-4aeb-81e7-dd7090883c9f req-dfa2193d-5fab-4fd4-828a-01d1d62323d9 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.4457462 May 21 15:41:53.799767 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c64795-4d1d-45a9-ad4b-8332f29fe34f req-e70ab842-a51f-472b-aa93-6c64040e3ced tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:53.801360 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-02c64795-4d1d-45a9-ad4b-8332f29fe34f req-e70ab842-a51f-472b-aa93-6c64040e3ced tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.4589279 May 21 15:41:53.851830 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:53.865092 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1c62a0b3-b3dc-4ce7-b721-36ae0a9b7116 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:53.973090 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-02c64795-4d1d-45a9-ad4b-8332f29fe34f req-522d0d41-f26a-47cf-8f49-8e0d96d705f8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1554813 May 21 15:41:54.022071 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Attempting to bind port 280e323f-b534-48bf-b788-0da27aac5826 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:54.022627 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Attempting to bind port 280e323f-b534-48bf-b788-0da27aac5826 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:54.022627 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Attempting to bind port 280e323f-b534-48bf-b788-0da27aac5826 on network f4060167-c406-4874-8c50-001952afcd07 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:54.034024 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2fde237-cf22-4aeb-81e7-dd7090883c9f req-4b6bbf77-e5e6-47dc-8b4e-8e39e2edf9fa tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2316349 May 21 15:41:54.038260 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Port 280e323f-b534-48bf-b788-0da27aac5826 on network f4060167-c406-4874-8c50-001952afcd07 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:41:54.038735 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Attempting to bind port 280e323f-b534-48bf-b788-0da27aac5826 on network f4060167-c406-4874-8c50-001952afcd07 {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:54.048397 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:41:54.053595 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:54.053935 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Checking segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92295) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:54.054351 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Bound using segment: {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'} {{(pid=92295) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:54.054825 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.managers [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Bound port: 280e323f-b534-48bf-b788-0da27aac5826, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b57b0ff-ffda-4433-bbce-f826f534b216', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 769, 'network_id': 'f4060167-c406-4874-8c50-001952afcd07'}}] {{(pid=92295) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:54.055128 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:54.066580 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:41:54.075945 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:41:54.153569 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:54.175298 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:54.257896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:54.258607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:54.304145 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, cleared binding levels {{(pid=92295) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:54.315560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92295) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:54.400231 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:54.413286 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:54.555609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:54.556233 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:54.566993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d461e3-a7c5-4846-bd78-bcebdfeeaae4 req-d07d56d8-19ee-42c5-9602-76b9c9df2c9e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:54.567668 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-32d461e3-a7c5-4846-bd78-bcebdfeeaae4 req-d07d56d8-19ee-42c5-9602-76b9c9df2c9e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:41:54.577065 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] 10.222.0.74 "PUT /v2.0/ports/280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 1094 time: 2.8035781 May 21 15:41:54.583035 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:54.583214 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9143186 May 21 15:41:54.600014 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c2833980-3ad8-40b7-ae1f-0b4a37bf32bb None None] Provisioning for port bd4f7b90-a620-4038-97a4-f7b70f131c5e completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:41:54.608567 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-c2833980-3ad8-40b7-ae1f-0b4a37bf32bb None None] Provisioning complete for port bd4f7b90-a620-4038-97a4-f7b70f131c5e triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:41:54.608999 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c2833980-3ad8-40b7-ae1f-0b4a37bf32bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:54.610398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Request body: {'port': {'device_id': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:41:54.754997 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'status': 'completed', 'code': 200} May 21 15:41:54.847029 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-c2833980-3ad8-40b7-ae1f-0b4a37bf32bb None None] Port bd4f7b90-a620-4038-97a4-f7b70f131c5e cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:41:54.871029 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:54.902312 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=3']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:54.916014 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:54.946576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-32d461e3-a7c5-4846-bd78-bcebdfeeaae4 req-d07d56d8-19ee-42c5-9602-76b9c9df2c9e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:41:54.948120 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32d461e3-a7c5-4846-bd78-bcebdfeeaae4 req-d07d56d8-19ee-42c5-9602-76b9c9df2c9e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 931 time: 0.6780562 May 21 15:41:54.958739 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-0b001b46-2508-458d-a10b-297f5bc013bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:54.960594 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-0b001b46-2508-458d-a10b-297f5bc013bb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.3462148 May 21 15:41:54.963016 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-68aa03d5-41a2-44e4-b048-2b5f445b9f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:54.964603 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-68aa03d5-41a2-44e4-b048-2b5f445b9f52 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1097 time: 0.2014222 May 21 15:41:55.078821 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32d461e3-a7c5-4846-bd78-bcebdfeeaae4 req-1e93925e-0198-47c6-aa5b-a67b77f564c3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067562 May 21 15:41:55.115212 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:41:55.503002 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bd4f7b90-a620-4038-97a4-f7b70f131c5e {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:41:55.527244 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:55.565213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Transition to ACTIVE for port object bd4f7b90-a620-4038-97a4-f7b70f131c5e will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:41:55.585540 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f407934d-f448-486d-bb1b-f7a970a84a58 req-927113c1-20e6-40e7-8d9b-3671bac206eb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:55.593369 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f407934d-f448-486d-bb1b-f7a970a84a58 req-927113c1-20e6-40e7-8d9b-3671bac206eb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.4650052 May 21 15:41:55.636001 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c5f7f8-ca2f-4d48-827d-ef2f468003f5 req-fa2924e7-0f47-4f02-93b2-70a3300393a7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:55.637558 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c1c5f7f8-ca2f-4d48-827d-ef2f468003f5 req-fa2924e7-0f47-4f02-93b2-70a3300393a7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.2084696 May 21 15:41:55.741679 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:55.758914 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8bedb530-6a88-42fe-a6de-63959fe8beb4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:55.820183 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f407934d-f448-486d-bb1b-f7a970a84a58 req-a5cf1c36-1fc5-48ac-93b2-b74d956de414 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2243559 May 21 15:41:55.885512 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c1c5f7f8-ca2f-4d48-827d-ef2f468003f5 req-e98abec3-a0d5-4825-90b6-ba3a203ec162 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277176 May 21 15:41:56.241200 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:56.272309 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:56.395315 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Attempting to bind port bd4f7b90-a620-4038-97a4-f7b70f131c5e on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:41:56.396079 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Attempting to bind port bd4f7b90-a620-4038-97a4-f7b70f131c5e by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:41:56.396821 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Attempting to bind port bd4f7b90-a620-4038-97a4-f7b70f131c5e on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:56.420606 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Port bd4f7b90-a620-4038-97a4-f7b70f131c5e on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:41:56.421002 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Attempting to bind port bd4f7b90-a620-4038-97a4-f7b70f131c5e on network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:41:56.432445 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11058001-7116-40a2-bd74-1f93e411cf00 req-5c803e7d-47aa-47ac-8570-b163c8a620e7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:56.440184 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-11058001-7116-40a2-bd74-1f93e411cf00 req-5c803e7d-47aa-47ac-8570-b163c8a620e7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1500092 May 21 15:41:56.468049 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:41:56.468468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Checking segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:41:56.468854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Bound using segment: {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:41:56.469304 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Bound port: bd4f7b90-a620-4038-97a4-f7b70f131c5e, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '498bff2f-a4c1-4a43-9fe6-d4ffe8174613', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 798, 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:41:56.469777 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:56.538862 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-11058001-7116-40a2-bd74-1f93e411cf00 req-6946297c-33e2-4647-96e0-65d9da9f2159 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0976682 May 21 15:41:56.591724 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:41:56.596068 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:41:56.657763 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:56.662221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2af20a28-89d4-4a4b-8729-7f5ba563c026 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:41:56.727760 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:56.728376 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:41:56.729772 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] 10.222.0.74 "PUT /v2.0/ports/bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 200 len: 1093 time: 2.1261394 May 21 15:41:56.730438 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:41:56.756726 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:41:56.760607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:41:56.882223 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'status': 'completed', 'code': 200} May 21 15:41:57.168293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ba60b1-5209-4761-af67-896e6fcae6e3 req-5ec1c894-4bcd-4c43-b64d-49053825dff7 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:57.175621 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-05ba60b1-5209-4761-af67-896e6fcae6e3 req-5ec1c894-4bcd-4c43-b64d-49053825dff7 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1798198 May 21 15:41:57.229089 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d3da2b-3880-4dc6-8d46-a84133d101ce req-ad2fa9f3-fec5-4ad8-8e5f-62f7fd601d35 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:57.230748 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e0d3da2b-3880-4dc6-8d46-a84133d101ce req-ad2fa9f3-fec5-4ad8-8e5f-62f7fd601d35 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.1722538 May 21 15:41:57.278591 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-05ba60b1-5209-4761-af67-896e6fcae6e3 req-7c2ed101-3b32-4e83-b9f1-a067a93b78d9 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017053 May 21 15:41:57.300254 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e0d3da2b-3880-4dc6-8d46-a84133d101ce req-e2f1316e-d597-4459-8f95-2066bc5ad5da tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558066 May 21 15:41:57.753214 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ffee33-4a19-4bdf-a7f1-1b80cf9a6102 req-fe60ed11-4268-42c6-83b5-db931e1d9dfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:57.754946 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-09ffee33-4a19-4bdf-a7f1-1b80cf9a6102 req-fe60ed11-4268-42c6-83b5-db931e1d9dfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.0896432 May 21 15:41:57.807681 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-09ffee33-4a19-4bdf-a7f1-1b80cf9a6102 req-ed16efcd-886b-4007-86d3-0bfe95712b8f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460658 May 21 15:41:58.655154 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d84a8df-1db6-4caf-b765-a46564c27711 req-7b144fe8-b960-4edb-8b80-ef24caabb4ee tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:58.670775 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3d84a8df-1db6-4caf-b765-a46564c27711 req-7b144fe8-b960-4edb-8b80-ef24caabb4ee tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1530628 May 21 15:41:58.675250 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c589ce-92a0-47f0-bb63-c2327d59d7ce req-8cd0c6cb-c97d-4249-8f2f-acbcbf34fbe7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:58.677173 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c8c589ce-92a0-47f0-bb63-c2327d59d7ce req-8cd0c6cb-c97d-4249-8f2f-acbcbf34fbe7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.2285838 May 21 15:41:58.769665 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3d84a8df-1db6-4caf-b765-a46564c27711 req-be43e0b3-5646-40a1-8272-7b5feb3297c4 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913112 May 21 15:41:58.780587 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c8c589ce-92a0-47f0-bb63-c2327d59d7ce req-287fcebb-ebeb-480b-a7fb-8fe4c27ec535 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871074 May 21 15:41:59.025425 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b26c1a-e51c-4661-a911-1a6bfc41f007 req-f82a5224-5a25-4c30-bd9e-44807c965826 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:41:59.026943 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f9b26c1a-e51c-4661-a911-1a6bfc41f007 req-f82a5224-5a25-4c30-bd9e-44807c965826 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.0995617 May 21 15:41:59.072938 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f9b26c1a-e51c-4661-a911-1a6bfc41f007 req-be0ea10b-5c2d-4351-8108-8e4ffdaa5391 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395532 May 21 15:42:00.126618 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8eecc-dc2a-428a-aacf-48d9f678e7d4 req-25fe44c6-664c-452f-951e-510dc342a8bb tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:00.128099 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-62c8eecc-dc2a-428a-aacf-48d9f678e7d4 req-25fe44c6-664c-452f-951e-510dc342a8bb tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.1870377 May 21 15:42:00.142283 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e573c254-2dbf-420f-83ca-6b26936bfa64 req-f487e02b-5341-49b9-ba8a-d269187129ae tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:00.144242 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e573c254-2dbf-420f-83ca-6b26936bfa64 req-f487e02b-5341-49b9-ba8a-d269187129ae tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1611006 May 21 15:42:00.270828 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e573c254-2dbf-420f-83ca-6b26936bfa64 req-999209d2-5779-478b-83a9-53bef842e788 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0941792 May 21 15:42:00.277730 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-62c8eecc-dc2a-428a-aacf-48d9f678e7d4 req-210dc459-d0bf-4781-a3fa-058f92096193 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287789 May 21 15:42:00.523854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db962d1-93c3-4c67-a286-bae7b5f4728a req-3d21e6d4-193e-4c3f-9688-4c3a42433b3a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:00.525578 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0db962d1-93c3-4c67-a286-bae7b5f4728a req-3d21e6d4-193e-4c3f-9688-4c3a42433b3a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1056058 May 21 15:42:00.627992 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0db962d1-93c3-4c67-a286-bae7b5f4728a req-6c654919-2158-401a-a158-2512e27619c6 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887048 May 21 15:42:01.745104 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c106fdfa-4436-48a2-b39b-12a23b62218e req-d9a16a5a-4944-40bc-81ee-59ebcd4c31ff tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:01.747728 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c106fdfa-4436-48a2-b39b-12a23b62218e req-d9a16a5a-4944-40bc-81ee-59ebcd4c31ff tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.2915635 May 21 15:42:01.768964 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff67871e-6aa7-4f56-a470-070483c43344 req-ed80d071-e0f7-4ac2-b914-e2a9138b13ca tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:01.771441 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ff67871e-6aa7-4f56-a470-070483c43344 req-ed80d071-e0f7-4ac2-b914-e2a9138b13ca tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.3091528 May 21 15:42:01.907998 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c106fdfa-4436-48a2-b39b-12a23b62218e req-3727aa62-f252-43db-a201-b68f8a472833 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1347992 May 21 15:42:01.913325 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ff67871e-6aa7-4f56-a470-070483c43344 req-1b78182f-14ed-4c4a-8978-ff9e580e03be tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1166370 May 21 15:42:02.232882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170e2f8-f3a3-4321-9bc5-d42c4e6bf08a req-8e222b51-1bbd-4e2c-8f4f-d7a332c92a7f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:02.234938 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f170e2f8-f3a3-4321-9bc5-d42c4e6bf08a req-8e222b51-1bbd-4e2c-8f4f-d7a332c92a7f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.1709082 May 21 15:42:02.378916 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f170e2f8-f3a3-4321-9bc5-d42c4e6bf08a req-087018ba-9dd0-4b8b-ba6f-573af4718640 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308348 May 21 15:42:02.424641 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7508511-e36f-4f0b-89dd-6d1388f2ac7e req-d7158303-6b97-4684-807c-459cb289fe79 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:02.426187 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7508511-e36f-4f0b-89dd-6d1388f2ac7e req-d7158303-6b97-4684-807c-459cb289fe79 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1457093 May 21 15:42:02.495561 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58166) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:02.597202 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7508511-e36f-4f0b-89dd-6d1388f2ac7e req-1221b2b0-7c65-47fc-835f-ed2301561812 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1621835 May 21 15:42:02.618002 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Deleting subnet 9661affe-a427-4672-8cd1-19074bc78301 {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:42:02.625881 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:02.715573 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:02.825712 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:03.344415 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3646cd4-fe5e-4e5a-8785-f3b801dfbc93 req-6a37c7c0-22b9-4b2d-88e8-78c51c4c13e1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:03.346162 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d3646cd4-fe5e-4e5a-8785-f3b801dfbc93 req-6a37c7c0-22b9-4b2d-88e8-78c51c4c13e1 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.2039039 May 21 15:42:03.354677 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1816fc-8bc8-481e-8ce3-e7567b9b0299 req-6fb849bf-a7b2-4e19-ad83-31f47ab270ec tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:03.356309 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aa1816fc-8bc8-481e-8ce3-e7567b9b0299 req-6fb849bf-a7b2-4e19-ad83-31f47ab270ec tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1449895 May 21 15:42:03.401883 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:03.414699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:03.454928 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-aa1816fc-8bc8-481e-8ce3-e7567b9b0299 req-46c34ee2-c6de-40ab-9a2d-7d64d7f74d11 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770371 May 21 15:42:03.468559 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d3646cd4-fe5e-4e5a-8785-f3b801dfbc93 req-62310e76-7c22-4197-9cd8-f23da90efc73 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075799 May 21 15:42:03.498892 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:03.509514 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/9661affe-a427-4672-8cd1-19074bc78301 HTTP/1.1" status: 204 len: 168 time: 1.0119660 May 21 15:42:03.514243 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58176) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:03.514442 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9661affe-a427-4672-8cd1-19074bc78301,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:03.522606 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2c6c67c2-016a-4b6d-96b4-fb9e0ff94e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:03.698985 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:03.983310 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:04.003331 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad25084-cc34-40d7-96fc-c8cf52a87ed7 req-afd75a28-d1bd-4d68-8065-25eb0ec048d2 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:04.005012 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ad25084-cc34-40d7-96fc-c8cf52a87ed7 req-afd75a28-d1bd-4d68-8065-25eb0ec048d2 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.3029292 May 21 15:42:04.011045 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6194b24a-04bc-4b03-a273-7a9116c65b97']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:04.045362 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:04.045819 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '230f1a83-f81d-4ec0-8ca4-dce4c4f0a13d') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:04.084447 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-933453'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:04.143529 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f27e59c-2530-414e-8ea8-adcdbacfc18c req-5afc95f2-acef-4cd3-b483-e52680653b48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:04.148681 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f27e59c-2530-414e-8ea8-adcdbacfc18c req-5afc95f2-acef-4cd3-b483-e52680653b48 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.3404303 May 21 15:42:04.168720 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ad25084-cc34-40d7-96fc-c8cf52a87ed7 req-f4777ff6-433f-402f-9991-e1cb91bd4118 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489568 May 21 15:42:04.170566 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:04.209181 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Releasing vlan 758 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:42:04.228788 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-933053'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: Traceback (most recent call last): May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: timer() May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: cb(*args, **kw) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: return func(*args, **kwargs) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: self._notify() May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: self.callback(batched_events) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: event.method(event) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: return f(self, *a, **k) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: return self._get(url).json() May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:42:04.236737 dv-cinder-792299-3-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:42:04.392708 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f27e59c-2530-414e-8ea8-adcdbacfc18c req-8c3d9c02-fd90-487a-b038-ded81df0f2ca tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2323709 May 21 15:42:04.838345 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:04.869361 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c65ee9e7-c877-4a50-89c5-541a74e81a2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:04.871807 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:04.897364 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Pushing event deleted for resources: {'Network': ['ID=6194b24a-04bc-4b03-a273-7a9116c65b97,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:04.904588 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:04.923533 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bcc165-c77d-443c-913e-6086069215fc req-971cd706-7181-4d23-9ed1-bb872f5c8ecd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:04.925432 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c5bcc165-c77d-443c-913e-6086069215fc req-971cd706-7181-4d23-9ed1-bb872f5c8ecd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.2686684 May 21 15:42:04.933830 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ac242c-1365-4b96-a47c-24dffa24949b req-d74f05dd-0d27-40bd-b1f0-79063275b8a6 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:04.935514 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-89ac242c-1365-4b96-a47c-24dffa24949b req-d74f05dd-0d27-40bd-b1f0-79063275b8a6 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.2177136 May 21 15:42:05.026564 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-89ac242c-1365-4b96-a47c-24dffa24949b req-5b0188c3-3245-4411-81f3-2d101142e1f6 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754642 May 21 15:42:05.031674 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c5bcc165-c77d-443c-913e-6086069215fc req-986b3a5c-a9c2-480b-b992-a5e11edc02d9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949619 May 21 15:42:05.077033 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] 10.222.0.66 "DELETE /v2.0/networks/6194b24a-04bc-4b03-a273-7a9116c65b97 HTTP/1.1" status: 204 len: 168 time: 1.5579958 May 21 15:42:05.499866 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5dcc3-4f54-46aa-84e1-0d529cdfdd3d req-1cb1fab6-9166-4897-8b00-61f36daedd76 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:05.501560 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2b5dcc3-4f54-46aa-84e1-0d529cdfdd3d req-1cb1fab6-9166-4897-8b00-61f36daedd76 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.1127913 May 21 15:42:05.557204 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58194) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:05.575816 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2b5dcc3-4f54-46aa-84e1-0d529cdfdd3d req-7e50568a-13a7-42f5-ac51-f9479aebe65d tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678797 May 21 15:42:05.628753 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-cec607d2-8c06-4fec-b6de-7570643610b4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=8a715f5c5be7446e9411eb1db623a071&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0692651 May 21 15:42:05.632976 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58198) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:05.704822 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:05.750839 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:05.763327 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ff9e5b-8bd6-488f-a6e5-74f2c80ec98c req-08e65c4e-8ea6-4f84-8d1b-9c93c9d1acca tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:05.765964 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-31ff9e5b-8bd6-488f-a6e5-74f2c80ec98c req-08e65c4e-8ea6-4f84-8d1b-9c93c9d1acca tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1339450 May 21 15:42:05.834192 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-31ff9e5b-8bd6-488f-a6e5-74f2c80ec98c req-824796aa-2722-44c6-9796-5d7e6f9675e0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600569 May 21 15:42:05.907880 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:05.912046 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-30269f71-715f-4084-962f-74d965f10c90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:05.928084 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7add9d59-8ca7-47d7-8852-85180af7f4cc,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:05.937772 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.938208 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.938635 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.939069 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.939467 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.939855 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.940256 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.940681 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.941160 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.941606 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.941925 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.942390 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:05.946248 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:06.005091 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:06.006312 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7add9d59-8ca7-47d7-8852-85180af7f4cc HTTP/1.1" status: 204 len: 168 time: 0.3723562 May 21 15:42:06.386334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e13ad-43c2-42c7-b1f1-2eb0b2170109 req-c407061e-484a-408f-919a-31c4955e153a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:06.388396 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fb7e13ad-43c2-42c7-b1f1-2eb0b2170109 req-c407061e-484a-408f-919a-31c4955e153a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1909070 May 21 15:42:06.399789 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2086f1e-d1e6-47d7-865c-e2698684270c req-aa923b2a-99d0-46a2-add6-aa16fbc91a7c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:06.401397 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d2086f1e-d1e6-47d7-865c-e2698684270c req-aa923b2a-99d0-46a2-add6-aa16fbc91a7c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1555724 May 21 15:42:06.476344 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fb7e13ad-43c2-42c7-b1f1-2eb0b2170109 req-1a8b1b04-aeca-4028-88fc-83c7662e7ad0 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739579 May 21 15:42:06.485321 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d2086f1e-d1e6-47d7-865c-e2698684270c req-cf16cc66-7c69-4244-8173-789cf69fc1c2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662937 May 21 15:42:06.815985 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b97a4f-9b0a-4e25-b16e-379946a1cd3d req-50cd28b5-1258-46de-85d9-af7873d4e3ac tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:06.817377 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42b97a4f-9b0a-4e25-b16e-379946a1cd3d req-50cd28b5-1258-46de-85d9-af7873d4e3ac tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0811641 May 21 15:42:06.865408 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42b97a4f-9b0a-4e25-b16e-379946a1cd3d req-15462a2d-41ae-4869-92f5-eacc5c0053fc tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421624 May 21 15:42:07.142100 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ba2668-0dce-4c37-8e66-351f0a685aac req-4274c6f1-5893-4279-b185-48e109a763e0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:07.143724 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-55ba2668-0dce-4c37-8e66-351f0a685aac req-4274c6f1-5893-4279-b185-48e109a763e0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1786382 May 21 15:42:07.194501 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-55ba2668-0dce-4c37-8e66-351f0a685aac req-52934fff-c417-4f8b-9173-495856d84d1f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438774 May 21 15:42:07.756716 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7e15df-d95c-4503-aa64-3f38ba63a892 req-e73c655d-e510-441c-a0e7-231c3596d110 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:07.758320 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e7e15df-d95c-4503-aa64-3f38ba63a892 req-e73c655d-e510-441c-a0e7-231c3596d110 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1556418 May 21 15:42:07.769449 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd3497d-9a79-4d61-92d5-7a1d57b1a17a req-4319e4b7-9fa7-4e83-8e0d-c2706cf84495 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:07.771094 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebd3497d-9a79-4d61-92d5-7a1d57b1a17a req-4319e4b7-9fa7-4e83-8e0d-c2706cf84495 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.1318440 May 21 15:42:07.848155 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e7e15df-d95c-4503-aa64-3f38ba63a892 req-7ff22cd6-25d1-4257-a411-5d1e06cf2dd3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746629 May 21 15:42:07.855055 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebd3497d-9a79-4d61-92d5-7a1d57b1a17a req-0a7dcfab-3e1e-4876-9476-afd8138d0340 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695467 May 21 15:42:08.064289 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad4548b-1200-40b7-b5eb-35a49c1aef2c req-2465cefd-9ecd-49f3-b467-b8120f42c7e0 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.066054 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ad4548b-1200-40b7-b5eb-35a49c1aef2c req-2465cefd-9ecd-49f3-b467-b8120f42c7e0 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.0865901 May 21 15:42:08.114657 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ad4548b-1200-40b7-b5eb-35a49c1aef2c req-b628d390-7b97-41fd-b43f-59711f4cac42 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426419 May 21 15:42:08.409416 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962ebb5-a7eb-405e-a72c-e3079df3336b req-9728043c-f70f-46ba-ab14-8d29fe1681a5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.410473 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a962ebb5-a7eb-405e-a72c-e3079df3336b req-9728043c-f70f-46ba-ab14-8d29fe1681a5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.0957661 May 21 15:42:08.469342 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-b3dc302e-6e06-4ad1-8fcf-107063fdcfec service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 217 time: 0.1306312 May 21 15:42:08.548953 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-25215463-30f8-4bbf-aefa-ce87808a320c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.550421 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-25215463-30f8-4bbf-aefa-ce87808a320c service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.0683584 May 21 15:42:08.639461 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83526348-aa3f-4c86-bc1c-88a8b5d3d515 req-7c4d9c98-d970-4b45-ad53-031022a5537b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.642066 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-83526348-aa3f-4c86-bc1c-88a8b5d3d515 req-7c4d9c98-d970-4b45-ad53-031022a5537b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1096 time: 0.2335443 May 21 15:42:08.659947 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-99054823-d784-4ab6-94de-75426d00cdd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.661825 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-99054823-d784-4ab6-94de-75426d00cdd7 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1039329 May 21 15:42:08.662692 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a962ebb5-a7eb-405e-a72c-e3079df3336b req-e0041206-2b23-4909-a2b4-bdbfed19e3f1 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2439146 May 21 15:42:08.760050 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-ec8bf36d-b2ba-4899-b85a-fa2ca57c776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.761980 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-ec8bf36d-b2ba-4899-b85a-fa2ca57c776b service neutron] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 910 time: 0.2901609 May 21 15:42:08.904371 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-5b969cce-d4aa-4700-bacc-51bdf6257e86 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 1002 time: 0.1326418 May 21 15:42:08.946228 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83526348-aa3f-4c86-bc1c-88a8b5d3d515 req-45eb44f2-23d0-43c5-aa63-be2b9a77f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:08.947860 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-83526348-aa3f-4c86-bc1c-88a8b5d3d515 req-45eb44f2-23d0-43c5-aa63-be2b9a77f401 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2849331 May 21 15:42:08.952164 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-6839a474-c013-489e-b976-c3c34f5300b4 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2576506 May 21 15:42:09.012739 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-080a6907-80c4-4f2d-aa46-c763abb2bf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.015030 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-080a6907-80c4-4f2d-aa46-c763abb2bf3d service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.1017096 May 21 15:42:09.304686 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e115ccc-4d5a-4ce8-8029-8bd961afd791 req-e6d5cc93-32b3-43ee-a492-576947d754b8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.306250 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4e115ccc-4d5a-4ce8-8029-8bd961afd791 req-e6d5cc93-32b3-43ee-a492-576947d754b8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.2241571 May 21 15:42:09.310253 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-81bffe3b-45e5-49c9-9581-5571ae560e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.312003 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-81bffe3b-45e5-49c9-9581-5571ae560e73 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2892299 May 21 15:42:09.341455 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fb0818-52cd-4f3d-b226-9e3c380b9375 req-b0e16d1f-c9e8-40fb-83ae-b6008d984f9e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.343085 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-29fb0818-52cd-4f3d-b226-9e3c380b9375 req-b0e16d1f-c9e8-40fb-83ae-b6008d984f9e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.2590663 May 21 15:42:09.364521 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83526348-aa3f-4c86-bc1c-88a8b5d3d515 req-16d3a55e-376e-4aa8-95b2-244fa050edb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.365998 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-83526348-aa3f-4c86-bc1c-88a8b5d3d515 req-16d3a55e-376e-4aa8-95b2-244fa050edb1 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4044013 May 21 15:42:09.369716 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-4c4576b8-7d80-47e2-a4d9-e369363da931 req-9ac46ca2-f055-4577-8c22-ff109c31ae7f service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3762157 May 21 15:42:09.389579 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4e115ccc-4d5a-4ce8-8029-8bd961afd791 req-ab284d05-8292-440a-94aa-ef8bfec63108 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731440 May 21 15:42:09.415618 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-29fb0818-52cd-4f3d-b226-9e3c380b9375 req-6482e515-cdfa-4c63-8132-8f8a4fcb4ed7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635734 May 21 15:42:09.715593 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-51a27b60-a69e-4c4f-9f3a-6fd757035dae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.717149 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-51a27b60-a69e-4c4f-9f3a-6fd757035dae service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1097 time: 0.1220083 May 21 15:42:09.717334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ddbee17-4335-4a6d-b830-ce26539e4b59 req-61736e83-bc2d-4779-9ee7-4915b5a165f7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.718932 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ddbee17-4335-4a6d-b830-ce26539e4b59 req-61736e83-bc2d-4779-9ee7-4915b5a165f7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.2200260 May 21 15:42:09.719383 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-591540c7-12d3-427e-8b3a-63139ff596c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:09.720992 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-591540c7-12d3-427e-8b3a-63139ff596c4 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1096 time: 0.1585486 May 21 15:42:09.774573 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-27eeb595-bd4e-445c-8093-4e3126d9c4c5 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172468 May 21 15:42:09.828585 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ddbee17-4335-4a6d-b830-ce26539e4b59 req-74396a0d-71e1-4917-919f-644b37d726f5 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021502 May 21 15:42:09.842157 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-a5a2bfd2-4f65-4ab4-9cb2-d307773800c5 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 200 len: 217 time: 0.0885882 May 21 15:42:10.003403 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-52ce194c-d8b1-45fe-b7d0-fa99be5c663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.005005 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-52ce194c-d8b1-45fe-b7d0-fa99be5c663f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1546955 May 21 15:42:10.023628 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-923f98b8-d0a2-4cbe-984e-03e08f88ee6e req-479b9e0a-1952-436a-abf9-cec3c1d34be2 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383687 May 21 15:42:10.047912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5b5e0e-4633-4ed7-866a-d6ad11d7fe41 req-eb8ddc36-8201-4951-88a5-9b1d86e10470 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.049029 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cb5b5e0e-4633-4ed7-866a-d6ad11d7fe41 req-eb8ddc36-8201-4951-88a5-9b1d86e10470 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1673899 May 21 15:42:10.108434 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-ee83e8ba-8ec3-4ff4-84e6-1973704e06e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.110028 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-ee83e8ba-8ec3-4ff4-84e6-1973704e06e2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.3793044 May 21 15:42:10.202352 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-cba1ef93-7fb4-427e-8410-405863b03605 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 217 time: 0.0767555 May 21 15:42:10.205004 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-2f1c5660-1fc2-4176-b662-a181419046cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.206624 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-2f1c5660-1fc2-4176-b662-a181419046cd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1912384 May 21 15:42:10.249498 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3d44f3d1-7444-40f9-8ef0-25c9e4848f46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:10.303494 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cb5b5e0e-4633-4ed7-866a-d6ad11d7fe41 req-b0afd18b-8376-43d8-a24a-e88b3a5d37aa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2357650 May 21 15:42:10.338039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-285dedc8-a022-492f-9f72-24a1572cb449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.342248 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-285dedc8-a022-492f-9f72-24a1572cb449 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.2680359 May 21 15:42:10.411585 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-d40c5fb1-f38e-4392-b884-402e1e4761b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.415635 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-d40c5fb1-f38e-4392-b884-402e1e4761b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.1953740 May 21 15:42:10.619832 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-55d0ce85-118c-4243-a212-b35b8d0b15ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.621908 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-55d0ce85-118c-4243-a212-b35b8d0b15ce service neutron] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 910 time: 0.2732987 May 21 15:42:10.631411 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-8bf8cc7e-7484-4a36-a47a-dc354c3b844f service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4109814 May 21 15:42:10.761486 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-ccf6b203-ac22-4959-8ce5-9e10692a85ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92295) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:10.763587 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-ccf6b203-ac22-4959-8ce5-9e10692a85ca service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3415413 May 21 15:42:10.834882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.74', 49573) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:10.895584 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-76ad7cd7-7353-48a6-b58c-44c57f410dc3 req-6c3f4435-7baa-4ee0-886e-4f83a69318cc service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2560449 May 21 15:42:10.959496 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-669c1de4-45cd-4a6f-bc6e-57ec80312b95 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876807 May 21 15:42:10.968109 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-8e0e51d0-da07-4c7a-a1c1-cfb4069dfd0d service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 1002 time: 0.3383820 May 21 15:42:11.073200 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32423188-dbb9-44d9-987d-a7217d009a78 req-d3fec889-ac1f-48dd-9ded-1b62bd0ce839 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.074658 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32423188-dbb9-44d9-987d-a7217d009a78 req-d3fec889-ac1f-48dd-9ded-1b62bd0ce839 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.3773930 May 21 15:42:11.076583 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-9fb4f557-cbee-427f-88b3-07b0c739c0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.078076 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-9fb4f557-cbee-427f-88b3-07b0c739c0ee service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.0970080 May 21 15:42:11.087478 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0323825-c79d-415a-a8a6-f7928cbcfde4 req-a54809c4-164e-4668-be5e-91f1cede2502 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.088994 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d0323825-c79d-415a-a8a6-f7928cbcfde4 req-a54809c4-164e-4668-be5e-91f1cede2502 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.3906088 May 21 15:42:11.109254 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-c6159341-2de0-4aa4-ad1f-8d940e8e4560 req-30039e38-5ce5-4f27-874c-1ec1ca71c680 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425819 May 21 15:42:11.169643 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-ee357125-a775-430c-af3c-d9ccde5eae5b tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.171116 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-ee357125-a775-430c-af3c-d9ccde5eae5b tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.3175697 May 21 15:42:11.313674 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d0323825-c79d-415a-a8a6-f7928cbcfde4 req-2e88f361-3076-4a36-9dcd-95e8e247c9bb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1798198 May 21 15:42:11.322435 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-32423188-dbb9-44d9-987d-a7217d009a78 req-6b141169-ab00-4e04-808d-7801eff7bba8 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2324176 May 21 15:42:11.406188 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-d51787d6-3e29-4549-b585-92eb5d30fe71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.407954 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-d51787d6-3e29-4549-b585-92eb5d30fe71 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.3169510 May 21 15:42:11.624202 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Deleting port 7a6f8355-918c-472f-9f95-e130008faf59 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:42:11.624470 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:11.789576 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-448f7100-7313-4c27-b95f-b5487612bd00 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3734002 May 21 15:42:11.924594 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] For port 7a6f8355-918c-472f-9f95-e130008faf59, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7a6f8355-918c-472f-9f95-e130008faf59,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:11.924871 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:11.939841 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7b47a0-a80a-4459-947d-64441b3b623e req-01c70386-36d5-4108-b712-e1b5521ec90b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.941404 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a7b47a0-a80a-4459-947d-64441b3b623e req-01c70386-36d5-4108-b712-e1b5521ec90b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.4275410 May 21 15:42:11.960374 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781e4c47-8248-45cc-b026-9b670b1d48ec req-976c25f6-4d27-4c95-a851-304f5c9c0899 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:11.961952 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-781e4c47-8248-45cc-b026-9b670b1d48ec req-976c25f6-4d27-4c95-a851-304f5c9c0899 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.4491534 May 21 15:42:12.293600 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-28221710-e473-427c-a0fd-cc4e0cb2c7ba req-3aa8a633-9a5e-4608-a022-19733798e82d service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4904768 May 21 15:42:12.379519 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5a7b47a0-a80a-4459-947d-64441b3b623e req-92ac761a-fffc-42d6-a863-9725f092067e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4163623 May 21 15:42:12.402774 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-781e4c47-8248-45cc-b026-9b670b1d48ec req-8f69dc59-c25d-46b9-99c1-0db7b72a2aab tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4325407 May 21 15:42:12.611047 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:12.652884 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:12.653257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:12.653454 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.l3_db [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Floating IP bf2e01cb-11fe-4593-baf1-bf5b10d4c17a disassociated. External IP: 172.28.0.229, port: 7a6f8355-918c-472f-9f95-e130008faf59. May 21 15:42:12.653880 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Calling delete_port for 7a6f8355-918c-472f-9f95-e130008faf59 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:42:12.740582 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e3ac9-da31-43ab-816a-9d41989904b2 req-51e4b6cb-fef0-4b53-a9ee-4515391b3524 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:12.742134 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be1e3ac9-da31-43ab-816a-9d41989904b2 req-51e4b6cb-fef0-4b53-a9ee-4515391b3524 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 946 time: 0.2058125 May 21 15:42:12.754247 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5297759-1d87-48ac-9d9b-d4129058ec82 req-cbf4940c-9d7b-423a-8c7c-5e43b0d21472 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:12.757254 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c5297759-1d87-48ac-9d9b-d4129058ec82 req-cbf4940c-9d7b-423a-8c7c-5e43b0d21472 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.2147956 May 21 15:42:12.840726 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be1e3ac9-da31-43ab-816a-9d41989904b2 req-ae15bd92-511d-4051-b40e-df4303bce526 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=778e609f-501a-4638-865b-0c42ddf47221&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821764 May 21 15:42:12.851945 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c937e5c3-7d37-4d14-adc9-c14834b355b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:12.903149 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c5297759-1d87-48ac-9d9b-d4129058ec82 req-ccb91235-f2a7-44d0-9bb3-f26ba246b5bb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292276 May 21 15:42:13.011208 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:13.018697 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:13.071480 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event deleted for resources: {'Port': ['ID=7a6f8355-918c-472f-9f95-e130008faf59,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:13.086868 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.086868 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.086868 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.087355 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.087672 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.088050 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.088890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.088890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.088890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.090928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.090928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.090928 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:13.095165 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:13.283345 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:42:13.479804 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:42:13.488588 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:42:13.508088 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:13.509406 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:13.718923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] No DVR routers for this DVR port 7a6f8355-918c-472f-9f95-e130008faf59 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:42:13.721741 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:13.728080 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'name': 'network-vif-deleted', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:13.774297 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e208ea1-aec9-4dd1-ab50-5886028cd292 req-34e19130-0f22-445d-861c-ad176ab08922 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:13.775914 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7e208ea1-aec9-4dd1-ab50-5886028cd292 req-34e19130-0f22-445d-861c-ad176ab08922 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.2393796 May 21 15:42:13.815011 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:13.841303 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542dc7a7-80e8-4137-9aed-7f37f7884876 req-b84294b0-aa4f-48a5-b49f-72ab483b8b7b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:13.841303 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-542dc7a7-80e8-4137-9aed-7f37f7884876 req-b84294b0-aa4f-48a5-b49f-72ab483b8b7b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.2143304 May 21 15:42:13.850307 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4bb30d62-4932-40ba-9043-9e9143bf4eac req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "DELETE /v2.0/ports/7a6f8355-918c-472f-9f95-e130008faf59 HTTP/1.1" status: 204 len: 173 time: 2.6711464 May 21 15:42:13.867473 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7e208ea1-aec9-4dd1-ab50-5886028cd292 req-d341d228-8e32-4f8d-a1cb-07f0a296920b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829489 May 21 15:42:13.902404 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-542dc7a7-80e8-4137-9aed-7f37f7884876 req-e17da2e3-6cd4-4eef-a265-768592b55ba4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570276 May 21 15:42:13.936620 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '950ca1b8-c259-467b-8d13-a87d294acbd5', 'name': 'network-vif-deleted', 'tag': '7a6f8355-918c-472f-9f95-e130008faf59', 'status': 'completed', 'code': 200} May 21 15:42:14.164466 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:14.200479 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e0a61f9f-a6d7-4579-9361-5c8b5943a5a6 req-27629116-c2fb-47df-baa0-7e4e7ad28966 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:42:14.248902 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a963e7-ecb2-4806-9280-184840437b43 req-c7ed28ff-cafa-4bff-bf30-e0e306b5dd71 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:14.250820 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c4a963e7-ecb2-4806-9280-184840437b43 req-c7ed28ff-cafa-4bff-bf30-e0e306b5dd71 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1997681 May 21 15:42:14.316862 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:14.322025 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c4a963e7-ecb2-4806-9280-184840437b43 req-c89450b0-ceae-4cb0-840c-d710c261e712 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631349 May 21 15:42:14.322218 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:42:14.329365 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-e0a61f9f-a6d7-4579-9361-5c8b5943a5a6 req-27629116-c2fb-47df-baa0-7e4e7ad28966 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:42:14.332073 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e0a61f9f-a6d7-4579-9361-5c8b5943a5a6 req-27629116-c2fb-47df-baa0-7e4e7ad28966 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=950ca1b8-c259-467b-8d13-a87d294acbd5 HTTP/1.1" status: 200 len: 210 time: 0.2032180 May 21 15:42:14.332353 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:14.332887 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:14.594576 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:14.770032 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 280e323f-b534-48bf-b788-0da27aac5826 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:42:14.774108 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7a6f8355-918c-472f-9f95-e130008faf59 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:42:14.871714 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 7a6f8355-918c-472f-9f95-e130008faf59 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:42:14.871714 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7a6f8355-918c-472f-9f95-e130008faf59 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:42:15.125568 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:15.146746 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '280e323f-b534-48bf-b788-0da27aac5826', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'port_id': '280e323f-b534-48bf-b788-0da27aac5826', 'mac_address': 'fa:16:3e:0a:d6:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 769, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:42:15.186662 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:15.204654 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aafaf8b-2418-4b73-981e-4321ea0f4cd3 None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:42:15.226138 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:15.252412 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280e323f-b534-48bf-b788-0da27aac5826 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:42:15.274618 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:15.354917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b954c-aca4-401f-8726-cb1ba1631955 req-c6841f9b-a3f3-4bfa-9337-01b45df86743 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:15.356517 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-605b954c-aca4-401f-8726-cb1ba1631955 req-c6841f9b-a3f3-4bfa-9337-01b45df86743 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 944 time: 0.3455551 May 21 15:42:15.394047 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:15.397692 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:15.430759 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-605b954c-aca4-401f-8726-cb1ba1631955 req-75bacc09-d3e9-4c37-8d0c-f0534e3f10df tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623596 May 21 15:42:15.443957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8557169a-14e4-4d7a-85a5-898b7ad906ff req-49742e44-d360-4dfe-a8ee-dadb84c54f6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:15.445573 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8557169a-14e4-4d7a-85a5-898b7ad906ff req-49742e44-d360-4dfe-a8ee-dadb84c54f6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.2865613 May 21 15:42:15.541611 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:15.554684 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8557169a-14e4-4d7a-85a5-898b7ad906ff req-ed672f2d-5b0c-4054-98e3-739acc4fe483 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969493 May 21 15:42:15.557633 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.557997 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.558362 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.559462 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.559806 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.560140 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.560493 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.560813 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.561389 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.561945 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.562273 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.562649 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:42:15.568245 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:15.623482 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:15.665542 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f1df5c-fbe0-409b-8b5b-f20877c18a8a None None] New status for floating IP bf2e01cb-11fe-4593-baf1-bf5b10d4c17a: DOWN {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:42:15.691544 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58328) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:15.736718 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['280e323f-b534-48bf-b788-0da27aac5826'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:42:15.747006 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc988bf-f2aa-4b98-b177-12cf0a0d064d req-28f22b54-c8ea-4e8a-8c2a-45e209db171e tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:15.755823 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9dc988bf-f2aa-4b98-b177-12cf0a0d064d req-28f22b54-c8ea-4e8a-8c2a-45e209db171e tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1637409 May 21 15:42:15.835755 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9dc988bf-f2aa-4b98-b177-12cf0a0d064d req-ea61a117-cab1-46b5-9b25-c04be4165f0e tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782073 May 21 15:42:15.877344 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:15.878352 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58338) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:15.897224 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:15.903760 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Usage tracker for resource:security_group_rule and tenant:babbe32933eb4be6a3088e20b529992e is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:15.907896 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:15.914372 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:16.012270 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.039488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.075538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.093830 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.108699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d4756317-daaa-4ab5-9931-1d194165dd46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:16.142094 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=babbe32933eb4be6a3088e20b529992e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4496100 May 21 15:42:16.143128 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58342) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:16.143976 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fd2e32d-c591-4e58-9a8f-62ce169f9e84,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:16.161305 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:16.244452 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.276029 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.297094 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.303229 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3541ceda-274d-48b0-85a5-8a916e506874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:16.319618 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=778e609f-501a-4638-865b-0c42ddf47221,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:16.322046 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:16.403660 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.405618 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "DELETE /v2.0/security-groups/778e609f-501a-4638-865b-0c42ddf47221 HTTP/1.1" status: 204 len: 168 time: 0.5255713 May 21 15:42:16.412875 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58346) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:16.443202 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.api.v2.resource [None req-72874839-432c-4dee-9644-b8eb11967b10 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] show failed (client error): The resource could not be found. May 21 15:42:16.445100 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-72874839-432c-4dee-9644-b8eb11967b10 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups/778e609f-501a-4638-865b-0c42ddf47221 HTTP/1.1" status: 404 len: 347 time: 0.0305080 May 21 15:42:16.447786 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58352) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:16.555644 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.566903 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0949ca6e-2ef6-4114-a2b5-ae01b3804946 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:16.599357 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fd2e32d-c591-4e58-9a8f-62ce169f9e84,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:16.609414 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:16.622404 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:16.628443 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6fd2e32d-c591-4e58-9a8f-62ce169f9e84 HTTP/1.1" status: 204 len: 168 time: 0.4809110 May 21 15:42:16.641577 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58366) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:16.799187 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:42:16.803430 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 280e323f-b534-48bf-b788-0da27aac5826 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:42:16.831476 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-ce295013-fcdb-4881-a3ca-5e6f80643188 service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1835253 May 21 15:42:17.005093 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Deleting port 388290a2-4412-4a02-86e1-737aff14fe83 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:42:17.005533 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.088785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d40004b-c0a7-47ec-8862-6caf6964ea9a req-a2ff4182-df7d-4ea2-8cb5-742250309a88 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:17.096438 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d40004b-c0a7-47ec-8862-6caf6964ea9a req-a2ff4182-df7d-4ea2-8cb5-742250309a88 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 945 time: 0.3823619 May 21 15:42:17.100886 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:17.109904 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 280e323f-b534-48bf-b788-0da27aac5826 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:42:17.120806 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 280e323f-b534-48bf-b788-0da27aac5826 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:42:17.122216 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.133815 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26771ae7-cf55-4e27-8974-e38b559b793a req-266c8742-e1bd-4c95-ac2e-9f21cdd830c8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:17.144006 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-26771ae7-cf55-4e27-8974-e38b559b793a req-266c8742-e1bd-4c95-ac2e-9f21cdd830c8 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.4287977 May 21 15:42:17.158675 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'mac_address': 'fa:16:3e:88:17:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:42:17.278846 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-26771ae7-cf55-4e27-8974-e38b559b793a req-0fb24195-a567-4fe5-a95e-edf734f4ef70 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337457 May 21 15:42:17.292328 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d40004b-c0a7-47ec-8862-6caf6964ea9a req-20987b40-9c60-4ccb-a97d-63b0f8be0a45 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948774 May 21 15:42:17.297751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.298191 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.328398 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.381932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4f7b90-a620-4038-97a4-f7b70f131c5e {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:42:17.423864 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:17.426940 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.462824 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:17.476826 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:17.502843 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Calling delete_port for 388290a2-4412-4a02-86e1-737aff14fe83 owned by network:floatingip {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:42:17.524080 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'code': 200} May 21 15:42:17.536877 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.538126 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:42:17.585613 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:17.615338 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928433b6-0661-47e3-8647-d14ccb08bb63 req-35421dfb-57f0-4fe2-a4b1-ad77620ea447 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:17.615632 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.616861 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-928433b6-0661-47e3-8647-d14ccb08bb63 req-35421dfb-57f0-4fe2-a4b1-ad77620ea447 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.1219234 May 21 15:42:17.681244 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:17.684573 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:17.686366 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7ce36067-a7d4-41c6-b679-3ef994ad3852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:17.688086 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-928433b6-0661-47e3-8647-d14ccb08bb63 req-be574c6b-9fdc-48ff-a58d-d30a553ec096 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595806 May 21 15:42:17.866761 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.879923 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:17.883169 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:17.909838 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:17.971654 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:17.976407 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:18.010916 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['bd4f7b90-a620-4038-97a4-f7b70f131c5e'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:42:18.081056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdd74ba-087b-43ea-82a3-aaca5e8d6906 req-1569cd95-eac6-4d94-aa31-d0c6e44322b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:18.083906 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-abdd74ba-087b-43ea-82a3-aaca5e8d6906 req-1569cd95-eac6-4d94-aa31-d0c6e44322b4 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1099 time: 0.0932746 May 21 15:42:18.127933 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:18.131182 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:18.131410 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=6']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:18.136796 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:18.182460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:18.186876 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event deleted for resources: {'Port': ['ID=388290a2-4412-4a02-86e1-737aff14fe83,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:18.194656 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:18.229753 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-abdd74ba-087b-43ea-82a3-aaca5e8d6906 req-fa9f44e2-9daf-4b15-8953-66c9131ba9fb service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355143 May 21 15:42:18.312779 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:18.394063 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:18.395491 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "DELETE /v2.0/floatingips/bf2e01cb-11fe-4593-baf1-bf5b10d4c17a HTTP/1.1" status: 204 len: 168 time: 1.9461875 May 21 15:42:18.583308 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60fa4cb-38d1-422a-90a8-fb05736d084d req-6f9fab89-3fb0-4ac2-ac1d-45da8f8b5532 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:18.584853 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f60fa4cb-38d1-422a-90a8-fb05736d084d req-6f9fab89-3fb0-4ac2-ac1d-45da8f8b5532 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1670942 May 21 15:42:18.596875 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ada7e-d29f-4d04-9e70-00e85ac30adc req-ad6f53fc-2d3c-467d-ba00-87e4eaac5152 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:18.598438 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b16ada7e-d29f-4d04-9e70-00e85ac30adc req-ad6f53fc-2d3c-467d-ba00-87e4eaac5152 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1226292 May 21 15:42:18.760728 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f60fa4cb-38d1-422a-90a8-fb05736d084d req-08cc3c26-2716-4e99-9abc-feb0dc7473ac tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612792 May 21 15:42:18.768272 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b16ada7e-d29f-4d04-9e70-00e85ac30adc req-4825ec9a-0d5f-4b7b-90e4-9dcb73145470 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633898 May 21 15:42:18.969791 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f38f9-00f8-4556-a461-db74a54361f9 req-59ae1eaa-517a-4a79-a9ee-19050f1afd27 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:18.971215 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-734f38f9-00f8-4556-a461-db74a54361f9 req-59ae1eaa-517a-4a79-a9ee-19050f1afd27 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.0890701 May 21 15:42:19.022683 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-734f38f9-00f8-4556-a461-db74a54361f9 req-13dac944-2a03-4913-90ba-0df50bd35d24 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450382 May 21 15:42:19.148403 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58390) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:19.154193 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2075095384', 'description': 'tempest-description--1446056023'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:19.160876 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:19.165978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:19.170023 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:19.177712 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:19.275000 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.299875 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:19.303989 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:19.307146 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:19.313736 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:19.395600 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.456492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.461651 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a79fd7c5-0667-4e3a-a9c0-64eb7a04dbaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:19.505867 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75f173dc-53d0-41a1-81ae-7d6f8f72f698,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:19.508737 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:19.526947 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:19.569293 dv-cinder-792299-3-smb neutron-server[92297]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'code': 422} returned with failed status May 21 15:42:19.575807 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.577057 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4276218 May 21 15:42:19.580207 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58396) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:19.585565 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'security_group_rule': {'security_group_id': '75f173dc-53d0-41a1-81ae-7d6f8f72f698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:19.592228 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:19.596157 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:19.599087 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:19.604956 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:19.692541 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.756780 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.832927 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.843713 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6d5fa1b2-cd7d-456e-9211-99d7d0a81ea4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:19.868434 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=32758d11-48c3-4aa6-9a3e-1d19e5706345,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:19.879586 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:19.953722 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:19.954948 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-8d34fb13-b6fb-4d8b-94d0-3d0e493cd76a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3737569 May 21 15:42:19.957710 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58404) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:19.963067 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'security_group_rule': {'security_group_id': '75f173dc-53d0-41a1-81ae-7d6f8f72f698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:19.969500 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:19.974395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:security_group_rule and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:19.977665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:19.985555 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:20.067272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db789aa0-1146-45fd-8db3-1f69540126e1 req-150a8327-a36a-4939-84cf-72d47d59fa88 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.068574 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-db789aa0-1146-45fd-8db3-1f69540126e1 req-150a8327-a36a-4939-84cf-72d47d59fa88 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1631179 May 21 15:42:20.077787 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b755b42b-a897-481e-a8b6-d2242deaded9 req-91be9716-2ab1-4674-9e74-7066c06829fc tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.079260 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b755b42b-a897-481e-a8b6-d2242deaded9 req-91be9716-2ab1-4674-9e74-7066c06829fc tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.2055626 May 21 15:42:20.085615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.150732 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.159367 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-db789aa0-1146-45fd-8db3-1f69540126e1 req-cea415a1-e3f2-45af-997e-483c1cbdf24a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790040 May 21 15:42:20.168308 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b755b42b-a897-481e-a8b6-d2242deaded9 req-fc28432b-5497-4b27-b735-fb11f9b74e06 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0709779 May 21 15:42:20.171046 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-b9cfd129-9656-420a-bf3f-aa33590fc3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.172554 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-b9cfd129-9656-420a-bf3f-aa33590fc3ec service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d&tenant_id=0726b565006849e5936329b80bc6293d HTTP/1.1" status: 200 len: 1097 time: 0.1776767 May 21 15:42:20.229116 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.234210 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:20.288408 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-2c5df38d-599b-4819-92a8-5d0f7667f9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.290426 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-2c5df38d-599b-4819-92a8-5d0f7667f9bf service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1097 time: 0.0892515 May 21 15:42:20.304064 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcce84c4-37db-4c7f-a26d-9a95a555b5e1,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:20.308013 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:20.394159 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.395436 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-dff2b07f-0ed7-425e-80e3-6dbc05148895 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4367876 May 21 15:42:20.398905 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58412) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:20.405955 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'floatingip': {'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:20.412359 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:20.417987 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Usage tracker for resource:floatingip and tenant:c9a11880c4d24053b40346d21b83fa31 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:20.421265 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:20.427432 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:20.508330 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.545780 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-755a81e0-0cf9-46ca-a5cd-001896a4e940 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.547238 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-755a81e0-0cf9-46ca-a5cd-001896a4e940 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 910 time: 0.2146614 May 21 15:42:20.556545 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a201039-b247-4943-8854-9271127a0adc req-a6127131-7424-415e-a529-411eb2e4afff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.557962 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a201039-b247-4943-8854-9271127a0adc req-a6127131-7424-415e-a529-411eb2e4afff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.2654896 May 21 15:42:20.651442 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:20.673924 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09aac1-176a-49a1-a48d-9d72a61ceda7 req-8a97a120-5ff3-48ac-914b-2317c2fd5359 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.678665 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c09aac1-176a-49a1-a48d-9d72a61ceda7 req-8a97a120-5ff3-48ac-914b-2317c2fd5359 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.3439045 May 21 15:42:20.719824 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-a0aad587-ba19-4063-8e5f-fb4e26e0acd8 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 1000 time: 0.1608534 May 21 15:42:20.725710 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a201039-b247-4943-8854-9271127a0adc req-02928dd3-9489-4525-863e-0daa284cbf51 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1080883 May 21 15:42:20.799558 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4c09aac1-176a-49a1-a48d-9d72a61ceda7 req-9588f6f7-0756-444d-b993-3ae78ce736d8 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087482 May 21 15:42:20.809980 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Allocated IP 172.28.0.158 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/9a3d468d-9400-4e67-bd31-2254036d3fdf) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:42:20.819853 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-ac95cc6f-c31d-4bc3-bbbc-cb945543b6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.822492 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-ac95cc6f-c31d-4bc3-bbbc-cb945543b6e8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.0934699 May 21 15:42:20.823013 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:42:20.952061 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-c8b021f5-1c88-456c-882a-8f8072be08b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:20.953725 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-c8b021f5-1c88-456c-882a-8f8072be08b4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1243505 May 21 15:42:21.007766 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.011869 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port bd4f7b90-a620-4038-97a4-f7b70f131c5e completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:42:21.026165 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port bd4f7b90-a620-4038-97a4-f7b70f131c5e triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:42:21.028191 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.121722 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-4a01d66d-672c-4b9e-8f6d-31c5ed9bc9f5 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1593583 May 21 15:42:21.178318 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.179052 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.184648 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e1cc1f57-3672-4c33-b472-bbe8ea162ff3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:21.233909 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:21.257470 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:42:21.260651 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:42:21.263987 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:42:21.312888 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.315793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-97904710-082b-4d1d-8b64-0ecd1eb19e10 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:21.316808 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'Port': ['ID=9a3d468d-9400-4e67-bd31-2254036d3fdf,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:21.321337 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:21.363259 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.388974 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:21.392643 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:21.403130 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cc333c10-481e-42c4-bee0-5518aef37b83 req-cfe9ec07-885a-47ab-bc50-4ecb2a61024c service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737832 May 21 15:42:21.431471 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7560139c-edfd-4207-b938-0289fe3fe776 req-6ba1df58-8588-4ded-9a66-5f6884222f2b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:21.432910 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7560139c-edfd-4207-b938-0289fe3fe776 req-6ba1df58-8588-4ded-9a66-5f6884222f2b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.2038629 May 21 15:42:21.444390 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfcaa53-e1c0-42f7-86b7-a26710b92208 req-50c9672d-58cb-4436-9514-2e459a54e952 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:21.445856 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7bfcaa53-e1c0-42f7-86b7-a26710b92208 req-50c9672d-58cb-4436-9514-2e459a54e952 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1507401 May 21 15:42:21.499885 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.570624 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:21.614436 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7560139c-edfd-4207-b938-0289fe3fe776 req-f01996c0-c65e-49fe-b2ca-81a1069540d2 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675868 May 21 15:42:21.622850 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7bfcaa53-e1c0-42f7-86b7-a26710b92208 req-81438220-c687-42a1-babc-34e168c86a2b tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1615741 May 21 15:42:21.688616 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'code': 200} May 21 15:42:21.742130 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.816032 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:21.821644 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-caec4e27-fdd6-49d4-8f45-62e8b1a8e149 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:21.945265 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2737920-f1e5-4dff-8e64-bb3997777e02 req-3af67e2d-67cb-43fb-997f-9bb218f75821 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:21.947321 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2737920-f1e5-4dff-8e64-bb3997777e02 req-3af67e2d-67cb-43fb-997f-9bb218f75821 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0920653 May 21 15:42:21.960647 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'Port': ['ID=9a3d468d-9400-4e67-bd31-2254036d3fdf,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:21.966384 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:21.968011 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:22.000332 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b2737920-f1e5-4dff-8e64-bb3997777e02 req-3d1ce9ae-d7da-48e5-a236-489171b1bbb0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458331 May 21 15:42:22.096891 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:22.106813 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6981373 May 21 15:42:22.132294 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41f0559-e2ba-4d1e-bf82-88b8c03a5dce req-017f231d-d446-48b8-9a69-334e4d50334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:22.133798 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e41f0559-e2ba-4d1e-bf82-88b8c03a5dce req-017f231d-d446-48b8-9a69-334e4d50334e service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1098 time: 0.0760198 May 21 15:42:22.177376 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e41f0559-e2ba-4d1e-bf82-88b8c03a5dce req-79338d6a-bf66-4b9e-8a78-eba357344ea4 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366604 May 21 15:42:22.331916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-556b30d2-f201-40b2-bffe-917943225468 req-ff16263a-ac71-4d28-a21f-3e2a85a62db4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:42:22.398649 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-556b30d2-f201-40b2-bffe-917943225468 req-ff16263a-ac71-4d28-a21f-3e2a85a62db4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:42:22.399905 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-ff16263a-ac71-4d28-a21f-3e2a85a62db4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-securitygroup--2075095384&fields=id&tenant_id=c9a11880c4d24053b40346d21b83fa31 HTTP/1.1" status: 200 len: 267 time: 0.1059070 May 21 15:42:22.575081 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-369a6fcc-8df1-420c-b010-2f976bcc5ba9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:22.577580 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-369a6fcc-8df1-420c-b010-2f976bcc5ba9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 811 time: 0.1686940 May 21 15:42:22.593900 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-4d6da622-4cd2-4ca1-9536-7817e0fbca13 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/quotas/c9a11880c4d24053b40346d21b83fa31 HTTP/1.1" status: 200 len: 375 time: 0.0104375 May 21 15:42:22.692967 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-556b30d2-f201-40b2-bffe-917943225468 req-e4c8953f-2855-43d0-a117-e93106bf28e9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:42:22.782773 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-556b30d2-f201-40b2-bffe-917943225468 req-e4c8953f-2855-43d0-a117-e93106bf28e9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:42:22.784099 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-e4c8953f-2855-43d0-a117-e93106bf28e9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1836433 May 21 15:42:22.906674 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8d937e-c5f7-415b-b0f0-9042253b98ee req-3b71eaa1-4720-4f34-b0a5-16f5ead8f907 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:22.908112 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2e8d937e-c5f7-415b-b0f0-9042253b98ee req-3b71eaa1-4720-4f34-b0a5-16f5ead8f907 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1727791 May 21 15:42:22.973706 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-870403b4-eb3a-4078-adf0-f48054c9cd4d service neutron] 10.222.0.66 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751103 May 21 15:42:23.009229 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2e8d937e-c5f7-415b-b0f0-9042253b98ee req-60c142bf-679f-4f48-b0a3-c91e83f75924 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883198 May 21 15:42:23.125848 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-9b4a4e95-6a49-424a-ba4b-df302d5990d9 service neutron] 10.222.0.66 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459618 May 21 15:42:23.281727 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cf04ea-efba-4c79-bdd7-c7c8bccab183 req-1b91376d-ff5e-40a0-a59e-6fbf86ffb5dd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:23.283314 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2cf04ea-efba-4c79-bdd7-c7c8bccab183 req-1b91376d-ff5e-40a0-a59e-6fbf86ffb5dd tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0909312 May 21 15:42:23.331469 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f2cf04ea-efba-4c79-bdd7-c7c8bccab183 req-9640e451-46d3-47cb-b89e-433c39504eae tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420787 May 21 15:42:23.465210 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-00868d34-15fe-4245-8c1c-1cec3338b806 req-bb8bb36a-d428-4e11-907b-4ce3f1375654 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 210 time: 0.0499454 May 21 15:42:24.244951 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedc372f-ba11-4e9f-9894-7d6b457b97ea req-1cd610ef-8c95-4ce5-960f-98f74ff28acc tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:24.246406 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cedc372f-ba11-4e9f-9894-7d6b457b97ea req-1cd610ef-8c95-4ce5-960f-98f74ff28acc tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.0883720 May 21 15:42:24.295674 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cedc372f-ba11-4e9f-9894-7d6b457b97ea req-2b41595b-47f8-4e4d-ad71-e9d6beaf4f70 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424323 May 21 15:42:24.568674 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7da67a7-4962-4e03-b89b-344c9479c029 req-bb66cc81-5009-408c-8c5c-3cbe9b440b80 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:24.570880 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f7da67a7-4962-4e03-b89b-344c9479c029 req-bb66cc81-5009-408c-8c5c-3cbe9b440b80 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1030071 May 21 15:42:24.626934 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f7da67a7-4962-4e03-b89b-344c9479c029 req-b8f41a10-82ed-4ab0-95f7-8542e5cb9ce8 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498683 May 21 15:42:24.799220 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-099cf26b-b438-492f-8cbf-e13adb127663 req-6e07a29f-fb81-44d6-8a17-68ea149375c8 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 210 time: 0.0536382 May 21 15:42:24.977047 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa9a47-47d3-4ee8-913f-cea6407bef73 req-9b6115e2-53ef-45a8-baf7-2de32add65d3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:24.978534 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f1aa9a47-47d3-4ee8-913f-cea6407bef73 req-9b6115e2-53ef-45a8-baf7-2de32add65d3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0871987 May 21 15:42:24.989662 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58482) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:24.995409 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Request body: {'floatingip': {'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:25.078644 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:25.608377 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6251cd-2810-495d-847d-8a355a65f2d0 req-81f48731-a048-46b1-bdbe-1323cef9e968 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:25.610652 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-df6251cd-2810-495d-847d-8a355a65f2d0 req-81f48731-a048-46b1-bdbe-1323cef9e968 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1167481 May 21 15:42:25.685490 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-df6251cd-2810-495d-847d-8a355a65f2d0 req-437071a7-40ad-4f19-9d6a-f9f53a4c9b7f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682344 May 21 15:42:25.936323 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:25.967604 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4cb0d048-2177-40ee-9b64-8ad82528fdd7 req-92ad5bd1-7535-41a9-a0a2-f073046bbde9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 210 time: 0.0459232 May 21 15:42:26.005332 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:26.183788 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.l3_db [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Floating IP 81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264 associated. External IP: 172.28.0.157, port: bd4f7b90-a620-4038-97a4-f7b70f131c5e. May 21 15:42:26.385272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-9aadd841-7480-494f-bf56-d3a1dddb2d87 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:26.386745 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-9aadd841-7480-494f-bf56-d3a1dddb2d87 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 811 time: 0.1642749 May 21 15:42:26.439391 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-3bd3c7aa-b2a4-4554-9ad4-df503585e6d5 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9a11880c4d24053b40346d21b83fa31 HTTP/1.1" status: 200 len: 380 time: 0.0434747 May 21 15:42:26.449086 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'port': {'device_id': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'admin_state_up': True, 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'security_groups': ['75f173dc-53d0-41a1-81ae-7d6f8f72f698']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:26.562016 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Router 362da74d-1794-4c57-916d-48c200926d2b has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:42:26.690462 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:26.701319 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:26.760021 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:42:26.772834 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:26.780320 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:42:26.805251 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:26.805545 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:26.826587 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Made reservation on behalf of c9a11880c4d24053b40346d21b83fa31 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:42:26.830370 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:26.851665 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-30bd69b1-2340-47c4-81c2-a020cec04b6b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "PUT /v2.0/floatingips/81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264 HTTP/1.1" status: 200 len: 991 time: 1.8579755 May 21 15:42:26.851665 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:26.878326 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:42:27.018635 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'status': 'completed', 'code': 200} May 21 15:42:27.022112 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708fb48-4c74-47d1-824a-2d3fe44ec049 req-34a2f7a8-b0d4-4746-b7aa-59703afd01ee tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:27.030410 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4708fb48-4c74-47d1-824a-2d3fe44ec049 req-34a2f7a8-b0d4-4746-b7aa-59703afd01ee tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 944 time: 0.1873455 May 21 15:42:27.116182 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:27.188005 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:27.222501 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2c495ea6-f546-4c9e-a92f-773bccb9a520 req-57df2045-f9da-4f9a-bc01-b1c599b8bc9d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 210 time: 0.0899923 May 21 15:42:27.246800 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4708fb48-4c74-47d1-824a-2d3fe44ec049 req-69673a64-cf6f-4970-939b-838d33c650db tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2152293 May 21 15:42:27.258094 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Allocated IP 172.20.0.8 (fccfc7ff-1b84-4767-9e00-626d743ce7fc/fa1f679a-4072-4c24-8546-0f5adb3cb006/8cb98191-3f04-4720-a9bc-1b413de2e692) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:42:27.273404 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'port_id': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'mac_address': 'fa:16:3e:dc:9b:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 751, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:42:27.343767 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-71fb6c8b-4628-48d2-84f0-1f12d3aacb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:27.345999 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-71fb6c8b-4628-48d2-84f0-1f12d3aacb2a service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1098 time: 0.2641480 May 21 15:42:27.430186 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:27.461480 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d926dcd-317e-4ed1-90c6-f89a668117ca {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:42:27.523379 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:27.609442 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'floating_ip_address': '172.28.0.157', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '362da74d-1794-4c57-916d-48c200926d2b', 'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'mac_address': 'fa:16:3e:88:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:41:44Z', 'updated_at': '2021-05-21T15:42:25Z', 'revision_number': 1, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:27.614589 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:42:27.628730 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:27.628730 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:27.685768 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:27.689422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-5182220c-ccd4-4da7-a958-5473168df6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:27.691031 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-5182220c-ccd4-4da7-a958-5473168df6ee service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.3340340 May 21 15:42:27.700529 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:27.874356 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:27.902340 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-7c4bf5b8-ae83-48ca-8aa6-ead37642baa3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 200 len: 999 time: 0.1985245 May 21 15:42:27.903442 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Transition to ACTIVE for port object 8cb98191-3f04-4720-a9bc-1b413de2e692 will not be triggered until provisioned by entity DHCP. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:42:27.909689 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=7']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:27.916480 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:27.947284 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:27.994107 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-799af54e-d326-4d5f-9746-6ddabe504cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:27.995692 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-799af54e-d326-4d5f-9746-6ddabe504cd8 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.0837796 May 21 15:42:28.081836 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-5b14e97b-68f1-4855-b8a0-a30d8db2ef2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:28.083599 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-5b14e97b-68f1-4855-b8a0-a30d8db2ef2c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.0811462 May 21 15:42:28.118755 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['1d926dcd-317e-4ed1-90c6-f89a668117ca'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:42:28.172956 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:28.183973 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:28.267779 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:42:28.277684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:42:28.280367 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:42:28.336581 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event updated for resources: {'Port': ['ID=8cb98191-3f04-4720-a9bc-1b413de2e692,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:28.342734 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:28.376364 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-22c1a359-e6cd-4225-ae91-e1f68bb6a322 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2832093 May 21 15:42:28.410456 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:28.411445 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:28.594679 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'floating_ip_address': '172.28.0.157', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '362da74d-1794-4c57-916d-48c200926d2b', 'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'mac_address': 'fa:16:3e:88:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:41:44Z', 'updated_at': '2021-05-21T15:42:25Z', 'revision_number': 1, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:28.610208 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8db60f2-37eb-4cb4-922a-78186172c723 None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'floating_ip_address': '172.28.0.157', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '362da74d-1794-4c57-916d-48c200926d2b', 'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 513, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'mac_address': 'fa:16:3e:88:17:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:41:44Z', 'updated_at': '2021-05-21T15:42:25Z', 'revision_number': 1, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:42:28.765759 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-5f8f4550-695d-4223-9c39-27f04176dc63 None None] Provisioning for port 8cb98191-3f04-4720-a9bc-1b413de2e692 completed by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:42:28.772752 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-5f8f4550-695d-4223-9c39-27f04176dc63 None None] Provisioning complete for port 8cb98191-3f04-4720-a9bc-1b413de2e692 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:42:28.773130 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f8f4550-695d-4223-9c39-27f04176dc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:28.799170 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a5503b5a-5371-44ab-a897-8b2b969ac96c req-c2b223d0-b28a-4f6f-b9e5-e42485465b40 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4138424 May 21 15:42:28.821173 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173bb22a-06b7-44f4-a45b-bd70c738402d req-4a57d918-96f5-4ba3-b12f-14e3435498ee tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:28.822759 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-173bb22a-06b7-44f4-a45b-bd70c738402d req-4a57d918-96f5-4ba3-b12f-14e3435498ee tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 945 time: 0.3291714 May 21 15:42:28.831583 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba65ffce-547b-4e5b-9035-6c8423c6478a req-1f9621db-4ccc-426c-b9f8-85e045ba7914 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:28.832396 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-ba65ffce-547b-4e5b-9035-6c8423c6478a req-1f9621db-4ccc-426c-b9f8-85e045ba7914 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:42:28.835867 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3907566 May 21 15:42:28.856521 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-5f8f4550-695d-4223-9c39-27f04176dc63 None None] Port 8cb98191-3f04-4720-a9bc-1b413de2e692 cannot update to ACTIVE because it is not bound. {{(pid=92297) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} May 21 15:42:28.862552 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Request body: {'port': {'device_id': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:28.885363 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00b0b629-1cbf-4e3c-87c9-97506d424fcd None None] New status for floating IP 81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264: ACTIVE {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:42:28.951205 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-173bb22a-06b7-44f4-a45b-bd70c738402d req-6860d775-6189-4dea-8615-b3909260b2c9 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140950 May 21 15:42:29.021419 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-ba65ffce-547b-4e5b-9035-6c8423c6478a req-1f9621db-4ccc-426c-b9f8-85e045ba7914 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:42:29.021419 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ba65ffce-547b-4e5b-9035-6c8423c6478a req-1f9621db-4ccc-426c-b9f8-85e045ba7914 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 931 time: 0.5249445 May 21 15:42:29.102567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:29.128531 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ba65ffce-547b-4e5b-9035-6c8423c6478a req-40dc71bc-c18b-4115-a2eb-ed29f6140c78 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0951891 May 21 15:42:29.539562 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f13366-59f2-4a47-b08d-6d7354d99e84 req-e231ead2-f473-4157-9b24-8bbdb740cef4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:29.541047 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-19f13366-59f2-4a47-b08d-6d7354d99e84 req-e231ead2-f473-4157-9b24-8bbdb740cef4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1355741 May 21 15:42:29.638143 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb98191-3f04-4720-a9bc-1b413de2e692 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:42:29.645018 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-19f13366-59f2-4a47-b08d-6d7354d99e84 req-5f653c88-9d74-4cb3-b4ee-3791d3b6c4da tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952380 May 21 15:42:29.649435 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:29.667960 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Transition to ACTIVE for port object 8cb98191-3f04-4720-a9bc-1b413de2e692 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:42:29.676801 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58524) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:29.725339 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:29.730974 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d9af3925-3c43-472d-a165-fc67c022f033 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:29.910185 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb98191-3f04-4720-a9bc-1b413de2e692,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:29.913113 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:30.052179 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Attempting to bind port 8cb98191-3f04-4720-a9bc-1b413de2e692 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:42:30.052518 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Attempting to bind port 8cb98191-3f04-4720-a9bc-1b413de2e692 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:42:30.052835 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Attempting to bind port 8cb98191-3f04-4720-a9bc-1b413de2e692 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:42:30.060912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Port 8cb98191-3f04-4720-a9bc-1b413de2e692 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:42:30.061230 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Attempting to bind port 8cb98191-3f04-4720-a9bc-1b413de2e692 on network fccfc7ff-1b84-4767-9e00-626d743ce7fc {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:42:30.064949 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-447c0cd2-f1e0-42a8-acbf-886c7fed395b tempest-TestMinimumBasicScenario-1749438788 tempest-TestMinimumBasicScenario-1749438788-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:30.069593 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-447c0cd2-f1e0-42a8-acbf-886c7fed395b tempest-TestMinimumBasicScenario-1749438788 tempest-TestMinimumBasicScenario-1749438788-project-admin] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1094 time: 0.3885860 May 21 15:42:30.069893 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58532) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:30.075629 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'floatingip': {'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'port_id': '280e323f-b534-48bf-b788-0da27aac5826', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:30.081547 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:30.085522 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:floatingip and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:30.088324 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:30.095819 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:30.103584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:42:30.103924 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Checking segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:42:30.104317 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Bound using segment: {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:42:30.104765 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Bound port: 8cb98191-3f04-4720-a9bc-1b413de2e692, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75d50c48-1d49-4006-a87c-045b46fd04fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 787, 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:42:30.105680 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.200612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for floatingip, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.234353 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] For port 8cb98191-3f04-4720-a9bc-1b413de2e692, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:42:30.242920 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173fa9e3-d008-445e-9b9d-3e6d588183d9 req-104d9ae7-d734-415d-b648-9e0163b22490 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:30.244459 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-173fa9e3-d008-445e-9b9d-3e6d588183d9 req-104d9ae7-d734-415d-b648-9e0163b22490 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 945 time: 0.1756477 May 21 15:42:30.247925 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] For port 8cb98191-3f04-4720-a9bc-1b413de2e692, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8cb98191-3f04-4720-a9bc-1b413de2e692,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:42:30.341730 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.346892 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4b61f652-690d-454e-b0ea-46db7a2ae84e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:30.376970 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.431555 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:30.440460 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.440460 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] 10.222.0.74 "PUT /v2.0/ports/8cb98191-3f04-4720-a9bc-1b413de2e692 HTTP/1.1" status: 200 len: 1093 time: 1.5810797 May 21 15:42:30.440460 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:30.452170 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-173fa9e3-d008-445e-9b9d-3e6d588183d9 req-750afa17-d80c-413c-a5af-8c1cf5c4d6ab tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781723 May 21 15:42:30.475175 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb98191-3f04-4720-a9bc-1b413de2e692,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:30.487869 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:30.512843 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b1e974-d2bc-4693-a4df-e4aec95985b9 req-8d48f9c2-0b59-4420-bd2b-d563c6aca5e6 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:30.516051 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d3b1e974-d2bc-4693-a4df-e4aec95985b9 req-8d48f9c2-0b59-4420-bd2b-d563c6aca5e6 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 943 time: 0.2241757 May 21 15:42:30.642685 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d3b1e974-d2bc-4693-a4df-e4aec95985b9 req-188dab29-49cb-4c00-a868-5cc132f93271 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1137395 May 21 15:42:30.672493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-42e1a9fc-0e35-4c4a-8c09-895ecc8ce0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:30.674327 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-42e1a9fc-0e35-4c4a-8c09-895ecc8ce0df service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 1096 time: 0.1228089 May 21 15:42:30.709610 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_common [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Allocated IP 172.28.0.31 (7ded683e-2e47-410f-bbb3-e0e999561fea/c00e468c-2243-43c0-b045-dae1bfb99343/03497e16-1b85-4d53-b0e8-9553ab924221) {{(pid=92295) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:42:30.748561 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'status': 'completed', 'code': 200} May 21 15:42:30.757245 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-9cfbfddf-9895-4bde-b5db-0a6dc32ae665 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb98191-3f04-4720-a9bc-1b413de2e692 HTTP/1.1" status: 200 len: 217 time: 0.0745180 May 21 15:42:30.824272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-6f959504-3370-4f3a-9e0f-e46944995809 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:30.825714 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-6f959504-3370-4f3a-9e0f-e46944995809 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0619278 May 21 15:42:30.861958 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for port, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.876684 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:42:30.962673 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 1d926dcd-317e-4ed1-90c6-f89a668117ca triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:42:30.962942 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.989502 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:30.993723 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1fd99c68-2b01-4279-b459-fb2af8d69231 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:31.019804 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b30d2-f201-40b2-bffe-917943225468 req-c5c247a0-3a44-486b-81f1-fe5ec4e4b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:31.021158 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-c5c247a0-3a44-486b-81f1-fe5ec4e4b4bf service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1872728 May 21 15:42:31.064306 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Network 7ded683e-2e47-410f-bbb3-e0e999561fea is already hosted by enough agents. {{(pid=92295) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:42:31.067325 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.base_scheduler [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources bound (agent type, host, resource id): {{(pid=92295) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:42:31.071658 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Received port after_create {{(pid=92295) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:42:31.091628 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:31.106538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'Port': ['ID=03497e16-1b85-4d53-b0e8-9553ab924221,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:31.116128 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:31.122235 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:31.134213 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:31.176416 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'code': 200} May 21 15:42:31.187842 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-cde26661-01a8-4069-8481-646ce78414c0 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1588738 May 21 15:42:31.212162 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:31.214938 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:31.296626 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=8']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:31.300287 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:31.339346 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-556b30d2-f201-40b2-bffe-917943225468 req-76a23445-8662-4d0a-836a-ca82312116d3 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434004 May 21 15:42:31.538270 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for floatingip, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:31.575233 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-89334776-ccee-4514-9e74-16efba6a2d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:31.576744 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-89334776-ccee-4514-9e74-16efba6a2d97 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 1096 time: 0.0850768 May 21 15:42:31.714823 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:31.875916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78958b79-e604-42e3-9fa6-9e43882115a8 req-8a2097d7-d49e-40e6-8592-5c7d2d6fab17 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:31.877480 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78958b79-e604-42e3-9fa6-9e43882115a8 req-8a2097d7-d49e-40e6-8592-5c7d2d6fab17 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.2563813 May 21 15:42:31.879529 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-d4f0aa76-d11e-4254-91d9-c494056cb069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:31.880916 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-d4f0aa76-d11e-4254-91d9-c494056cb069 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.2933261 May 21 15:42:31.883097 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1405e-9e45-4661-ab55-ed72a7407fbf req-2eded3c3-2997-4fbe-9a03-5054cc7ac2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:31.884532 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e1d1405e-9e45-4661-ab55-ed72a7407fbf req-2eded3c3-2997-4fbe-9a03-5054cc7ac2d7 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.2982860 May 21 15:42:31.969638 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for port, precommit_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:31.991450 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-6636d859-e90f-496f-b817-dc02ee382d80 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb98191-3f04-4720-a9bc-1b413de2e692 HTTP/1.1" status: 200 len: 217 time: 0.0883911 May 21 15:42:32.045973 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2327347'] for port, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:32.052445 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bf6b1eee-538b-4610-bc3b-dc1474b39710 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:32.094234 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78958b79-e604-42e3-9fa6-9e43882115a8 req-af55f562-7922-4a2a-a886-099f3e9d648e tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2085168 May 21 15:42:32.097079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-e1d1405e-9e45-4661-ab55-ed72a7407fbf req-bf04d0f8-6130-4f1d-8897-4f3eefe52bd6 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1962662 May 21 15:42:32.131743 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-456f4e74-ca82-4f76-b0e2-f4ec93793265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:32.134214 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:42:32.137476 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-456f4e74-ca82-4f76-b0e2-f4ec93793265 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.1323130 May 21 15:42:32.269606 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'Port': ['ID=03497e16-1b85-4d53-b0e8-9553ab924221,revision_number=2']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:32.273111 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:32.341814 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:32.361862 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1add33d-0a23-43e8-917a-9d88dcee835c req-b910fdcf-e44e-45fb-b487-c3f8d6d4c6d9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:32.366754 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f1add33d-0a23-43e8-917a-9d88dcee835c req-b910fdcf-e44e-45fb-b487-c3f8d6d4c6d9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 943 time: 0.1715066 May 21 15:42:32.366754 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-1ab92606-69e5-40a6-bcf6-d4845933aabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:32.367855 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-1ab92606-69e5-40a6-bcf6-d4845933aabd service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1266754 May 21 15:42:32.505231 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f1add33d-0a23-43e8-917a-9d88dcee835c req-4926e3b4-aba6-49fb-9580-c1c153439965 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342063 May 21 15:42:32.541464 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.l3_db [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Floating IP 367a3e30-b44f-498c-8a55-9633602eb0cf associated. External IP: 172.28.0.31, port: 280e323f-b534-48bf-b788-0da27aac5826. May 21 15:42:32.563452 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-4e348032-a517-41e4-b679-a08be51772b4 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752748 May 21 15:42:32.720573 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ebe6a06-38b5-4f86-b52b-ff0b89fb7139 req-497c2eda-d231-4521-9b21-e8f01cd03584 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488256 May 21 15:42:33.044551 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Router af20e35b-5d70-4234-80ef-be9cb43a386d has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:42:33.240300 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:42:33.255898 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] Sync routers for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:42:33.274457 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:33.275714 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:33.335619 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:33.392642 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07436b4-5063-4e65-8019-55c5166804b3 req-9cfcee51-253d-4f0f-a4d7-419f8ef08c2b tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:33.396155 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b07436b4-5063-4e65-8019-55c5166804b3 req-9cfcee51-253d-4f0f-a4d7-419f8ef08c2b tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1213319 May 21 15:42:33.412632 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.3410032 May 21 15:42:33.414417 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:33.423579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58554) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:33.435281 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-727140782', 'description': 'tempest-secgroup-smoke-727140782 description', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:33.445493 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:33.468893 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:33.487587 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b07436b4-5063-4e65-8019-55c5166804b3 req-fe4f417c-8911-48d1-9ab0-4a0c7a9ac52c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0843279 May 21 15:42:33.511067 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'status': 'completed', 'code': 200} May 21 15:42:33.512374 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:33.549079 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:33.585088 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:33.590411 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:33.594044 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:33.603045 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:33.737686 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:33.844590 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:33.867669 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-46b0bec5-bd10-4506-9712-6c6a2efbaf34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:33.871097 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-fbf32af6-303a-4a2e-a5ed-1b5246bb6fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:33.873846 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-fbf32af6-303a-4a2e-a5ed-1b5246bb6fec service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1099 time: 0.3040838 May 21 15:42:33.938296 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdad7de-54ee-4ee0-9344-6545ec374199,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:33.953517 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:34.012212 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.019929 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.5897667 May 21 15:42:34.020257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf80818-0b5f-4aa1-a586-a44b02cff884 req-7294b487-e2b7-4c25-9b07-001b87fe5652 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:34.020441 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebf80818-0b5f-4aa1-a586-a44b02cff884 req-7294b487-e2b7-4c25-9b07-001b87fe5652 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 943 time: 0.3344793 May 21 15:42:34.021117 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58562) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:34.042378 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group_rule': {'security_group_id': 'fcdad7de-54ee-4ee0-9344-6545ec374199', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:34.071008 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:34.083026 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:34.096693 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:34.124836 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:34.145620 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ebf80818-0b5f-4aa1-a586-a44b02cff884 req-868e1c93-41a0-44dd-b06f-b566926f832b tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1073389 May 21 15:42:34.146810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-227a4f37-5c2b-4110-9996-89da9c589fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:34.148375 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-227a4f37-5c2b-4110-9996-89da9c589fc2 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.2624948 May 21 15:42:34.158306 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '367a3e30-b44f-498c-8a55-9633602eb0cf', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'floating_ip_address': '172.28.0.31', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'port_id': '280e323f-b534-48bf-b788-0da27aac5826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'mac_address': 'fa:16:3e:0a:d6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:42:31Z', 'updated_at': '2021-05-21T15:42:31Z', 'revision_number': 0, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:34.164197 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] Checking router: af20e35b-5d70-4234-80ef-be9cb43a386d for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:42:34.178059 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:34.178700 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:34.252903 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.315120 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-4416ddea-1e9b-43f0-ade0-a3343f3f71c4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 999 time: 0.1585588 May 21 15:42:34.404778 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.407377 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:34.423860 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-044bcffa-84cf-42a0-be43-ea6725dec1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:34.426571 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-044bcffa-84cf-42a0-be43-ea6725dec1b4 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.1000805 May 21 15:42:34.503664 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.525488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:34.563377 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e6ff01fd-7115-4db2-8b2e-6a274e0fefb7,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:34.566944 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:34.603130 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-f2f38793-8b71-4ce5-a5eb-dc2b25e3a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:34.605906 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-f2f38793-8b71-4ce5-a5eb-dc2b25e3a57f service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1676631 May 21 15:42:34.660939 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.663038 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-5e7b152b-0b66-47d0-96b8-247fbbdffb3a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6384509 May 21 15:42:34.670209 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58570) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:34.675262 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group_rule': {'security_group_id': 'fcdad7de-54ee-4ee0-9344-6545ec374199', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:34.687767 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:34.696552 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:34.701564 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:34.719623 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:34.816844 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.940756 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:34.978428 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-6b4a506d-9481-44e0-b396-5370ea75c9fa service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614352 May 21 15:42:35.030691 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '367a3e30-b44f-498c-8a55-9633602eb0cf', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'floating_ip_address': '172.28.0.31', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'port_id': '280e323f-b534-48bf-b788-0da27aac5826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'mac_address': 'fa:16:3e:0a:d6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:42:31Z', 'updated_at': '2021-05-21T15:42:31Z', 'revision_number': 0, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:35.034622 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.037621 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da15c73d-0ffa-4674-b6be-3ee7e9b95a2a None None] The sync data for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb is: [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': '367a3e30-b44f-498c-8a55-9633602eb0cf', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'floating_ip_address': '172.28.0.31', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'port_id': '280e323f-b534-48bf-b788-0da27aac5826', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 530, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'mac_address': 'fa:16:3e:0a:d6:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:42:31Z', 'updated_at': '2021-05-21T15:42:31Z', 'revision_number': 0, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:42:35.044394 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4bfdb-b91a-46d6-8f6c-6b4de9107dda req-d7bdd291-e89c-45f9-80d3-acc84a3e7373 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:35.047124 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaa4bfdb-b91a-46d6-8f6c-6b4de9107dda req-d7bdd291-e89c-45f9-80d3-acc84a3e7373 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.2858770 May 21 15:42:35.061391 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:35.095169 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbe5f30f-f0f0-48ea-9fdf-9d830ed54016,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:35.107778 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:35.159886 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.161915 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4926834 May 21 15:42:35.167261 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58574) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:35.178941 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group_rule': {'security_group_id': 'fcdad7de-54ee-4ee0-9344-6545ec374199', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:35.190431 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:35.199641 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:35.206128 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:35.219419 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:35.263306 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eaa4bfdb-b91a-46d6-8f6c-6b4de9107dda req-6e65f8ca-b45b-442d-a64b-c030e466600d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2065103 May 21 15:42:35.323076 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7b3d3e2a-66de-4b8c-a535-60db2afdabfd req-38ff2b62-cd48-46be-94f7-8ed0c7e222f2 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3316774 May 21 15:42:35.326173 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.416922 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbbe8397-0b0f-4175-b558-a8477ce741ba None None] New status for floating IP 367a3e30-b44f-498c-8a55-9633602eb0cf: ACTIVE {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:42:35.454112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.492099 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cd7283-f012-4c7c-9733-c91a3ea91ea3 req-79ae3c53-72e0-4e80-8b7c-b4d0302b2d75 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:35.494562 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-86cd7283-f012-4c7c-9733-c91a3ea91ea3 req-79ae3c53-72e0-4e80-8b7c-b4d0302b2d75 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 943 time: 0.1264338 May 21 15:42:35.566059 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.568418 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b56315d4-2cdf-4d30-a968-c70ef0ae0f1f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:35.587817 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-86cd7283-f012-4c7c-9733-c91a3ea91ea3 req-b869c309-f93d-4115-9767-a0e099ba5b34 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849807 May 21 15:42:35.612841 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89001214-3185-4592-8087-fc6d2ef9d395,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:35.616451 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:35.721509 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:35.723174 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-17b74093-890c-46d7-97c7-0a822520812a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5533612 May 21 15:42:35.727159 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58584) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:35.733954 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group_rule': {'security_group_id': 'fcdad7de-54ee-4ee0-9344-6545ec374199', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:35.740933 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:35.746572 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:35.751088 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:35.765416 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:36.030343 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.148080 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.211132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.218178 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:36.241340 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a710bf6a-e163-4fa1-8209-8cda1d1f98ac,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:36.243906 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:36.348721 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.350363 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-203e07b6-6055-4267-845d-fb08f922a438 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6219022 May 21 15:42:36.354689 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58588) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:36.361316 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group_rule': {'security_group_id': 'fcdad7de-54ee-4ee0-9344-6545ec374199', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:36.368580 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:36.375342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:36.380391 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:36.391597 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:36.498058 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.securitygroups_db [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Project d187bea658ea4d95a694f5686a8f52c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:42:36.508744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.626241 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.724902 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.739912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-803d821d-f480-4af4-8fab-a8fb56413f69 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:36.773249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f14af88-5dec-4aae-8cd4-9990703d18c2,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:36.781874 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:36.864071 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:36.866576 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b1174232-23e7-4333-b53d-ecc817285b49 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5103190 May 21 15:42:36.870887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 58596) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:36.879472 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.v2.base [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'security_group_rule': {'security_group_id': 'fcdad7de-54ee-4ee0-9344-6545ec374199', 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=92295) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:36.894462 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:42:36.898477 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8cb98191-3f04-4720-a9bc-1b413de2e692 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:42:36.900653 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Usage tracker for resource:security_group_rule and tenant:d187bea658ea4d95a694f5686a8f52c4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:42:36.906229 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:42:36.917497 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:42:36.953301 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bf2929-49de-4ff5-8b52-0f484b43f455 req-03530bfb-e909-44c4-9dab-995ea9437eae tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:36.954265 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b3bf2929-49de-4ff5-8b52-0f484b43f455 req-03530bfb-e909-44c4-9dab-995ea9437eae tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 943 time: 0.1638336 May 21 15:42:37.007232 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.securitygroups_db [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Project d187bea658ea4d95a694f5686a8f52c4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. May 21 15:42:37.018543 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:37.041999 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b3bf2929-49de-4ff5-8b52-0f484b43f455 req-34765326-11a6-460a-b56e-bc076517c710 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789390 May 21 15:42:37.139561 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 8cb98191-3f04-4720-a9bc-1b413de2e692, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8cb98191-3f04-4720-a9bc-1b413de2e692,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:37.152388 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:37.165632 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'port_id': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'mac_address': 'fa:16:3e:a1:1b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 787, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:42:37.228893 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477911'] for security_group_rule, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:37.232923 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3386c4e6-3995-49f3-b760-2bd43536838e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:37.281091 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:37.282295 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2aea9d5-07c0-4760-9f9c-45f19b28e48d,revision_number=0']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:37.286699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:37.314128 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb98191-3f04-4720-a9bc-1b413de2e692 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:42:37.344236 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 8cb98191-3f04-4720-a9bc-1b413de2e692, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8cb98191-3f04-4720-a9bc-1b413de2e692,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:37.372525 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group_rule, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:37.378897 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e74a91ae-3d7f-485e-be87-b3f4826e9602 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5019588 May 21 15:42:37.429086 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:37.433328 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b5d3fc4d-def5-4aba-ad1f-0c1cd53a6399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:37.567189 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=8cb98191-3f04-4720-a9bc-1b413de2e692,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:37.572130 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:37.618100 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-4672d630-3dc0-475a-87cd-6cb1aaa55deb tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727140782&fields=id&tenant_id=d187bea658ea4d95a694f5686a8f52c4 HTTP/1.1" status: 200 len: 267 time: 0.0692272 May 21 15:42:37.770996 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-849da8ac-c893-4312-b10f-96ecd64e881e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:37.773588 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-849da8ac-c893-4312-b10f-96ecd64e881e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1487675 May 21 15:42:37.791169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'port': {'security_groups': ['299f5d90-beb1-46f9-ab58-876c73a1a73b', 'fcdad7de-54ee-4ee0-9344-6545ec374199']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:37.830044 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['8cb98191-3f04-4720-a9bc-1b413de2e692'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:42:37.995901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:38.554425 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:38.575948 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b793f2-39f9-4227-ad7f-d44f618865e0 req-980579f2-2591-4c13-9635-014e81d2ded2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:38.577833 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91b793f2-39f9-4227-ad7f-d44f618865e0 req-980579f2-2591-4c13-9635-014e81d2ded2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 944 time: 0.1814036 May 21 15:42:38.626072 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:38.652012 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-91b793f2-39f9-4227-ad7f-d44f618865e0 req-d2b10e84-ba49-4e9e-acb3-2df0b78328e3 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638216 May 21 15:42:38.748950 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:38.758041 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-65afeca1-4bb1-4951-9bf2-8cf732655119 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:38.854266 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['280e323f-b534-48bf-b788-0da27aac5826'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:42:38.896856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:38.898025 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:38.900626 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34bb8d7c-9a76-46c0-aca8-a476e4a816e0 req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "PUT /v2.0/ports/280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 982 time: 1.1149137 May 21 15:42:38.902007 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:38.944855 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=6']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:38.951736 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:39.015056 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'status': 'completed', 'code': 200} May 21 15:42:39.050979 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['280e323f-b534-48bf-b788-0da27aac5826'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:42:39.325544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-f3a1c35b-344e-42c3-be47-2121bc0e11bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:39.329355 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-f3a1c35b-344e-42c3-be47-2121bc0e11bc service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1138 time: 0.2822723 May 21 15:42:39.351309 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d807abb-ed72-4f6a-acbb-cdf4d4ac75bd req-dfe254ab-d51a-46d4-b5d0-24dfeb2d1679 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:39.357785 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-5251ee07-6e77-4b66-9b21-50edab3fddb4 None None] Provisioning complete for port 280e323f-b534-48bf-b788-0da27aac5826 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:42:39.358413 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5251ee07-6e77-4b66-9b21-50edab3fddb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:39.359427 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3d807abb-ed72-4f6a-acbb-cdf4d4ac75bd req-dfe254ab-d51a-46d4-b5d0-24dfeb2d1679 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.2304745 May 21 15:42:39.622170 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3d807abb-ed72-4f6a-acbb-cdf4d4ac75bd req-1232f804-d8bd-4b12-ad15-836130ef5cb4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2286255 May 21 15:42:39.695464 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-8d75b388-ce14-4345-90c5-fbce4093c307 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:39.698034 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-8d75b388-ce14-4345-90c5-fbce4093c307 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.3366082 May 21 15:42:39.975213 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-5fa9811f-2e87-4dfa-b4df-cff6f79f3ece service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 1001 time: 0.2627854 May 21 15:42:40.129639 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-e9d718f0-9db8-491c-921c-8666a49f4574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:40.132356 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-e9d718f0-9db8-491c-921c-8666a49f4574 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.1443779 May 21 15:42:40.224611 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab308c4-7b47-4e55-a516-a952b99fde1a req-4d922415-b78c-4595-a3ae-ae797d085337 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:40.227777 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eab308c4-7b47-4e55-a516-a952b99fde1a req-4d922415-b78c-4595-a3ae-ae797d085337 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 944 time: 0.3513725 May 21 15:42:40.269027 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a80d38d5-f9e6-4a9c-9ec4-652efcc058de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:40.353222 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eab308c4-7b47-4e55-a516-a952b99fde1a req-7fcceab9-6fa0-4650-b335-78c49e82d0fe tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091039 May 21 15:42:40.390165 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-febd5a23-1d38-43b2-8b1d-e572eeccdbf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:40.393069 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-febd5a23-1d38-43b2-8b1d-e572eeccdbf1 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2485883 May 21 15:42:40.635060 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-9e6e1fd9-998f-46d9-97b7-390ed96954d0 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334337 May 21 15:42:40.885133 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-324e9b9f-7820-409a-8dc8-2e106e4710fb req-e79c02f8-616a-41d8-bacd-db9e284184aa service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425666 May 21 15:42:40.910370 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8cb98191-3f04-4720-a9bc-1b413de2e692 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:42:41.098113 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 8cb98191-3f04-4720-a9bc-1b413de2e692 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:42:41.107530 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 8cb98191-3f04-4720-a9bc-1b413de2e692 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:42:41.108153 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:41.326272 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:41.374543 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:41.393075 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 8cb98191-3f04-4720-a9bc-1b413de2e692, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8cb98191-3f04-4720-a9bc-1b413de2e692,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:42:41.457351 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:41.461015 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:42:41.521310 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'code': 200} May 21 15:42:41.603765 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=8cb98191-3f04-4720-a9bc-1b413de2e692,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:42:41.609770 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:42:41.774800 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9322619-5a2c-496d-8fc0-454420c995ad req-1b6330a2-a70b-4182-b6d7-8d1e6a3f89aa tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:41.778463 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c9322619-5a2c-496d-8fc0-454420c995ad req-1b6330a2-a70b-4182-b6d7-8d1e6a3f89aa tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1901135 May 21 15:42:41.869855 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c9322619-5a2c-496d-8fc0-454420c995ad req-2ab9f1cf-4620-46a5-aab8-9e2a4287257b tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796018 May 21 15:42:41.990620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc1c32-3791-4cef-a2fb-2b5879872f80 req-a7ce59ec-998c-4872-868c-b7223a75d0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:41.992128 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cffc1c32-3791-4cef-a2fb-2b5879872f80 req-a7ce59ec-998c-4872-868c-b7223a75d0c3 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 1098 time: 0.1114817 May 21 15:42:42.057550 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cffc1c32-3791-4cef-a2fb-2b5879872f80 req-b01d9c29-2678-4276-b64a-4c6315b90c6c service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572054 May 21 15:42:42.616876 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:42.838469 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c33d97db-bd61-4edd-aa0d-6070c242c4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:43.127981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5116cd-cb99-4aed-84dd-424bb40926ad req-952377ee-5286-4006-b0b3-919cbd62ca69 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:43.129638 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cb5116cd-cb99-4aed-84dd-424bb40926ad req-952377ee-5286-4006-b0b3-919cbd62ca69 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1227796 May 21 15:42:43.184219 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cb5116cd-cb99-4aed-84dd-424bb40926ad req-09d4308b-64b9-40ec-b69c-e3cf80ccd2a5 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470119 May 21 15:42:43.895972 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:44.419372 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883be0a4-ddef-4290-b941-264d229cdd18 req-742cdc66-b5a2-4d7a-9dcc-8692687a6180 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:44.422010 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-883be0a4-ddef-4290-b941-264d229cdd18 req-742cdc66-b5a2-4d7a-9dcc-8692687a6180 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1238327 May 21 15:42:44.477004 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-883be0a4-ddef-4290-b941-264d229cdd18 req-7a2464a0-fbf8-4ff8-88f7-57fbe36c6c8a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469315 May 21 15:42:44.766447 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef883c9a-1099-4463-a5ca-419b847624c7 req-0927463e-74bd-45c5-9919-0d5664103c5e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:44.767900 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ef883c9a-1099-4463-a5ca-419b847624c7 req-0927463e-74bd-45c5-9919-0d5664103c5e tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1824634 May 21 15:42:44.777455 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 58634) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:42:44.782843 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Request body: {'floatingip': {'port_id': '8cb98191-3f04-4720-a9bc-1b413de2e692'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:42:44.864572 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:45.636620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:45.674161 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:45.817402 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:46.036088 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.l3_db [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Floating IP cb80f1e9-b810-4283-b5e9-523f124e841b associated. External IP: 172.28.0.158, port: 8cb98191-3f04-4720-a9bc-1b413de2e692. May 21 15:42:46.644746 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:42:46.892950 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:42:46.898540 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:46.907444 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:42:46.924664 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:46.925682 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:47.006949 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-dda09e94-0a26-4ca7-8c8d-d24ca29cedcd tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "PUT /v2.0/floatingips/cb80f1e9-b810-4283-b5e9-523f124e841b HTTP/1.1" status: 200 len: 991 time: 2.2241228 May 21 15:42:47.006949 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:42:47.099173 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'status': 'completed', 'code': 200} May 21 15:42:47.219464 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:47.262399 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-34b564f4-012d-4d85-a41b-459bfda5b0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:47.264748 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-34b564f4-012d-4d85-a41b-459bfda5b0d5 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=c9a11880c4d24053b40346d21b83fa31&device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 1098 time: 0.1299796 May 21 15:42:47.482797 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-a72e62e3-9fa1-48a5-99bf-77032483b778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:47.485556 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-a72e62e3-9fa1-48a5-99bf-77032483b778 service neutron] 10.222.0.74 "GET /v2.0/networks?id=fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 200 len: 912 time: 0.2120464 May 21 15:42:47.644138 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-f52fa5db-1ef2-4f48-9c6d-02c9f16ad221 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb98191-3f04-4720-a9bc-1b413de2e692 HTTP/1.1" status: 200 len: 999 time: 0.1499667 May 21 15:42:47.740512 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-346bc712-6ab7-4c0f-8350-55987ee7b399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:47.741882 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-346bc712-6ab7-4c0f-8350-55987ee7b399 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 200 len: 850 time: 0.0912561 May 21 15:42:47.838287 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': 'cb80f1e9-b810-4283-b5e9-523f124e841b', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'floating_ip_address': '172.28.0.158', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'port_id': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'mac_address': 'fa:16:3e:a1:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:42:21Z', 'updated_at': '2021-05-21T15:42:45Z', 'revision_number': 1, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:47.848568 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:42:47.859609 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:42:47.860256 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:42:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:47.883156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-48a0908f-3402-4f05-8331-699be82115c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:47.884792 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-48a0908f-3402-4f05-8331-699be82115c0 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=fccfc7ff-1b84-4767-9e00-626d743ce7fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1295140 May 21 15:42:48.095094 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-6ebf7e3f-295e-4904-9d47-6158980fed81 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2011764 May 21 15:42:48.154239 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:42:48.248705 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:42:48.252072 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6f5f9dfe-89f1-4fcb-956a-7c16e8c25f1a req-4b3984cf-4571-42ef-97d4-104052aae770 service neutron] 10.222.0.74 "GET /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487105 May 21 15:42:48.778078 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': 'cb80f1e9-b810-4283-b5e9-523f124e841b', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'floating_ip_address': '172.28.0.158', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'port_id': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'mac_address': 'fa:16:3e:a1:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:42:21Z', 'updated_at': '2021-05-21T15:42:45Z', 'revision_number': 1, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:42:48.782364 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca22e9a-a566-4b10-a2a3-efcb2378611c None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_floatingips': [{'id': 'cb80f1e9-b810-4283-b5e9-523f124e841b', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'floating_ip_address': '172.28.0.158', 'floating_network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'router_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'port_id': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 527, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'mac_address': 'fa:16:3e:a1:1b:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-05-21T15:42:21Z', 'updated_at': '2021-05-21T15:42:45Z', 'revision_number': 1, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:42:49.082425 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-746a025c-f627-46ef-abea-915c8ff8b898 None None] New status for floating IP cb80f1e9-b810-4283-b5e9-523f124e841b: ACTIVE {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:42:50.620682 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-56e46ace-97a1-41f5-b71b-4e7621c29cfd service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1164043 May 21 15:42:50.825717 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-3a31880c-bb40-44bc-8e6f-81e96e3e7719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:50.827607 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-3a31880c-bb40-44bc-8e6f-81e96e3e7719 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.0949566 May 21 15:42:51.071798 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-00a39215-c987-402a-8916-1af637e56ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:51.075102 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-00a39215-c987-402a-8916-1af637e56ea5 service neutron] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 910 time: 0.2186799 May 21 15:42:51.255197 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-863995c8-406e-473f-8e07-0ca1500fcaac service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 1002 time: 0.1705813 May 21 15:42:51.342170 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-9d226a1d-a10e-492b-8304-a155f5fa7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:51.344037 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-9d226a1d-a10e-492b-8304-a155f5fa7adb service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.0788636 May 21 15:42:51.655670 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-52e60866-72ac-48c8-a37c-de1b70969e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:42:51.655670 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-52e60866-72ac-48c8-a37c-de1b70969e85 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2970576 May 21 15:42:51.885545 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-ca2db70a-8e49-4f6c-be63-f2871a03fe4f service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285016 May 21 15:42:52.168214 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96101c16-e0e6-4b56-be26-3dd8488798a4 req-c97a6248-0745-45e9-97bb-ec4688a5f5d5 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748060 May 21 15:43:09.121297 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:43:10.200270 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-0f1403fb-9be2-4804-af91-4808cec311c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:12.594475 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:12.860772 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6bb88f37-277c-4032-8235-f66115d20c41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:13.943194 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:15.617170 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:18.211765 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:40.217994 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e2df2894-c52a-46e1-9ab9-f86e4cb3d07c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:42.602932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:42.853547 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e111acfd-b5f8-44f8-ad34-aa7de0dca51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:43.918186 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:45.605284 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:46.117723 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:43:48.204698 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:43:52.078931 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-726e79ed-c337-48bb-904a-f45613043904 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988090 May 21 15:43:52.246618 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df2a5-3106-49d5-9966-114964d61527 req-48994034-657c-4dde-a13a-914463e0c2cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:43:52.249146 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-48994034-657c-4dde-a13a-914463e0c2cb service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1138 time: 0.1412537 May 21 15:43:52.431872 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df2a5-3106-49d5-9966-114964d61527 req-8b050c4a-adac-4b2c-bdd1-c8b2b094d5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:43:52.433506 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-8b050c4a-adac-4b2c-bdd1-c8b2b094d5ae service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.1548665 May 21 15:43:52.573185 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-489ae2e1-1f16-4c0c-9ac1-d1653503c479 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 1001 time: 0.1311924 May 21 15:43:52.674763 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df2a5-3106-49d5-9966-114964d61527 req-4ae5ca6d-79a0-426f-b2cf-d3592592b1b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:43:52.677833 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-4ae5ca6d-79a0-426f-b2cf-d3592592b1b0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.0965028 May 21 15:43:52.823383 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263df2a5-3106-49d5-9966-114964d61527 req-9d32f331-7cf9-4e52-a763-07cf67d384ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:43:52.826352 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-9d32f331-7cf9-4e52-a763-07cf67d384ec service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1405561 May 21 15:43:53.076508 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-26e7e890-de5f-4dcb-a79d-091d77ffc8f0 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421291 May 21 15:43:53.293479 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-263df2a5-3106-49d5-9966-114964d61527 req-7eed207f-e17a-47a7-9ac3-67129c7d5515 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2087612 May 21 15:44:10.216577 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c4b9c96d-e147-4a27-98bb-d4b9d14ae578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:12.607654 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:12.910776 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-d42a1d7d-de58-4fbf-9704-3d13bc1aad91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:13.927616 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:15.624680 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:18.184490 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:18.574593 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-82600af2-f570-4946-a764-b2542b03094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:18.576200 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-82600af2-f570-4946-a764-b2542b03094b service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1138 time: 0.1466324 May 21 15:44:18.587401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9791145-a652-479c-b2f9-10ec37809d5f req-2033fb78-9436-43fe-aa02-1e81c19b6fd7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:18.593178 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a9791145-a652-479c-b2f9-10ec37809d5f req-2033fb78-9436-43fe-aa02-1e81c19b6fd7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1184723 May 21 15:44:18.743451 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a9791145-a652-479c-b2f9-10ec37809d5f req-2220034d-7fb3-43fd-a4d8-5946b88a9eaf tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1348290 May 21 15:44:18.793371 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-4ce9b825-c61e-491a-ae2f-5a43ed0032dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:18.795596 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-4ce9b825-c61e-491a-ae2f-5a43ed0032dc service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.2056820 May 21 15:44:18.934569 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-613fe4a7-65c3-4380-a8ec-837e2271089f service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 1001 time: 0.1314065 May 21 15:44:19.017313 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-fb9ba27e-d9e0-4890-97e4-59df81faff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:19.018994 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-fb9ba27e-d9e0-4890-97e4-59df81faff68 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.0764050 May 21 15:44:19.276263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-bdf4164e-a540-4eb7-aed5-28380ceefd3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:19.278141 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-bdf4164e-a540-4eb7-aed5-28380ceefd3b service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2490542 May 21 15:44:19.534194 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-278d14d5-13dc-420e-bfef-1f3339b36dd8 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449901 May 21 15:44:19.717746 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9fb1160e-b85a-409a-83c9-8d79db1c3c33 req-6ec7be83-350f-4dc0-9d59-0d4f15852878 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755378 May 21 15:44:19.993872 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d47ea2c-757a-4f10-8a94-d76a39685a34 req-2b1a5a3f-3907-44f8-8e2c-f8eb5a45debc tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:19.995649 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0d47ea2c-757a-4f10-8a94-d76a39685a34 req-2b1a5a3f-3907-44f8-8e2c-f8eb5a45debc tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.0940607 May 21 15:44:20.056516 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0d47ea2c-757a-4f10-8a94-d76a39685a34 req-11f6181f-07a4-4dcb-843f-2c38b2563d74 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0545070 May 21 15:44:21.401532 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c027d76-c523-4a36-80ce-a3ef8d35a2da req-889a63eb-20ac-49f5-84f4-4500528225b7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:21.403971 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8c027d76-c523-4a36-80ce-a3ef8d35a2da req-889a63eb-20ac-49f5-84f4-4500528225b7 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1431787 May 21 15:44:21.489638 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8c027d76-c523-4a36-80ce-a3ef8d35a2da req-433c15f0-cafb-46b9-a532-103ce884b828 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0759358 May 21 15:44:22.869976 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0915ca05-74f6-4958-a6a2-93f074e18010 req-a0f94fda-8864-4e06-ac5c-02726cd4bb71 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:22.872633 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0915ca05-74f6-4958-a6a2-93f074e18010 req-a0f94fda-8864-4e06-ac5c-02726cd4bb71 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1601076 May 21 15:44:22.967181 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0915ca05-74f6-4958-a6a2-93f074e18010 req-6548bbbb-393f-4711-afd7-5f518cc6381b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878439 May 21 15:44:23.123808 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:44:23.988944 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e55318-a604-4eb4-b9e2-fd25a6a15bc6 req-61c475f6-ba1e-4c49-9ee1-21cfe18d7b69 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:23.990959 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74e55318-a604-4eb4-b9e2-fd25a6a15bc6 req-61c475f6-ba1e-4c49-9ee1-21cfe18d7b69 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1028559 May 21 15:44:24.065226 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-74e55318-a604-4eb4-b9e2-fd25a6a15bc6 req-6216dd40-e525-43ee-8609-fe8f74cda59b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647252 May 21 15:44:24.318364 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedd5b0f-92ec-4345-9390-a599d20a5b08 req-1b89f7a6-5926-4e47-b949-4dc94b52fd85 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:24.321552 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fedd5b0f-92ec-4345-9390-a599d20a5b08 req-1b89f7a6-5926-4e47-b949-4dc94b52fd85 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1556573 May 21 15:44:24.417425 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fedd5b0f-92ec-4345-9390-a599d20a5b08 req-318fb431-fb53-4c9c-ac68-469f309a7b52 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0858834 May 21 15:44:25.372927 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fedcc55-94b7-471a-bbc7-8fe5849e4119 req-b77be7d4-b78d-4453-8482-8ad004531260 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:25.374959 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7fedcc55-94b7-471a-bbc7-8fe5849e4119 req-b77be7d4-b78d-4453-8482-8ad004531260 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1011157 May 21 15:44:25.460280 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7fedcc55-94b7-471a-bbc7-8fe5849e4119 req-bf473776-3082-4a9b-9946-a2c6b651084f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732462 May 21 15:44:25.769986 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200008-95cb-44e7-bb0f-d9ead2770502 req-9de5905e-f0fe-4063-8b0f-b2aa58c75f4b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:25.771739 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82200008-95cb-44e7-bb0f-d9ead2770502 req-9de5905e-f0fe-4063-8b0f-b2aa58c75f4b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1039684 May 21 15:44:25.829680 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82200008-95cb-44e7-bb0f-d9ead2770502 req-a68d5cb2-6cd4-4073-85c6-0efa35a2619a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0460124 May 21 15:44:26.732478 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfbaf75-fd2d-48db-a18d-b86f10ea4888 req-239888a7-d365-4b31-83c6-44ddb04e41c7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:26.734165 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bbfbaf75-fd2d-48db-a18d-b86f10ea4888 req-239888a7-d365-4b31-83c6-44ddb04e41c7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1254551 May 21 15:44:26.794655 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bbfbaf75-fd2d-48db-a18d-b86f10ea4888 req-c4477c40-acc0-4acf-824f-120083ac9e83 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503178 May 21 15:44:27.181862 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430674b-f043-454b-9f1a-83695021dbf7 req-daa0cf7d-6558-4a2a-a803-1a61e5c6b900 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:27.181862 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b430674b-f043-454b-9f1a-83695021dbf7 req-daa0cf7d-6558-4a2a-a803-1a61e5c6b900 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1203384 May 21 15:44:27.217684 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b430674b-f043-454b-9f1a-83695021dbf7 req-47ae63a1-a2f1-43cf-99f3-97d1bcbd18a6 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0441694 May 21 15:44:28.044402 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e317a59-9f46-42e9-bc32-b9fb2f7cb262 req-38e662af-cf63-464c-90ea-0290fb9ffcea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:28.045853 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6e317a59-9f46-42e9-bc32-b9fb2f7cb262 req-38e662af-cf63-464c-90ea-0290fb9ffcea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1036627 May 21 15:44:28.100396 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6e317a59-9f46-42e9-bc32-b9fb2f7cb262 req-38516293-78b8-49ea-b81a-7d1f370e1cce tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475209 May 21 15:44:28.447997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3421419d-1621-406f-af02-62d4c7945ae5 req-38b25106-a306-455a-8d9b-f0f986573373 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:28.449653 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3421419d-1621-406f-af02-62d4c7945ae5 req-38b25106-a306-455a-8d9b-f0f986573373 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.0906508 May 21 15:44:28.512544 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3421419d-1621-406f-af02-62d4c7945ae5 req-7b9c88dd-5fc0-4845-aa22-914341aac1db tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0518308 May 21 15:44:29.407645 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e93330a-4279-4bf0-9a96-8324a8f0c2ce req-b8c00ed2-32ed-4638-93d9-5e433808f6e5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:29.410276 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1e93330a-4279-4bf0-9a96-8324a8f0c2ce req-b8c00ed2-32ed-4638-93d9-5e433808f6e5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1603956 May 21 15:44:29.471043 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1e93330a-4279-4bf0-9a96-8324a8f0c2ce req-b0153ccb-6153-4325-b86c-ec35f1546a87 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534422 May 21 15:44:29.787645 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4befce13-27c2-4146-8835-ce8784ce4c45 req-867098d7-33c7-4986-91ab-0f23dca2e55b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:29.789799 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4befce13-27c2-4146-8835-ce8784ce4c45 req-867098d7-33c7-4986-91ab-0f23dca2e55b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.0992730 May 21 15:44:29.876041 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4befce13-27c2-4146-8835-ce8784ce4c45 req-5645c215-c45c-4563-9011-5a5c836abb15 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0779297 May 21 15:44:30.724963 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4114a6ab-8fbc-454e-beb2-23b25040f65a req-2d999cf8-d0a1-4927-89a5-d4fa57357e82 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:30.727592 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4114a6ab-8fbc-454e-beb2-23b25040f65a req-2d999cf8-d0a1-4927-89a5-d4fa57357e82 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1142156 May 21 15:44:30.799676 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4114a6ab-8fbc-454e-beb2-23b25040f65a req-be95ead6-3bc5-4681-bc52-9161c4f3ed9b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643954 May 21 15:44:31.261101 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ad7ec-3474-4954-9c25-3eb106190523 req-360519ce-d607-4e35-95f4-50f27cc2d3a4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:31.263991 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3e3ad7ec-3474-4954-9c25-3eb106190523 req-360519ce-d607-4e35-95f4-50f27cc2d3a4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.2170179 May 21 15:44:31.327339 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3e3ad7ec-3474-4954-9c25-3eb106190523 req-883c6497-7613-402e-8587-2e8341bf3316 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0515809 May 21 15:44:32.146093 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6178dbf-221e-4f6a-a212-7a231dcbf370 req-955e4877-09ae-46e7-a411-a165bfe7ef44 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:32.148671 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6178dbf-221e-4f6a-a212-7a231dcbf370 req-955e4877-09ae-46e7-a411-a165bfe7ef44 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1174603 May 21 15:44:32.203770 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6178dbf-221e-4f6a-a212-7a231dcbf370 req-692b2df9-f633-4aea-b9c6-25b986d8adda tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479672 May 21 15:44:32.606576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7faf797-29cc-4b69-ba72-1b8ba0210099 req-2b7cd3a5-f099-41b8-bbf8-50480bc68f38 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:32.609297 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f7faf797-29cc-4b69-ba72-1b8ba0210099 req-2b7cd3a5-f099-41b8-bbf8-50480bc68f38 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.1487689 May 21 15:44:32.692406 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f7faf797-29cc-4b69-ba72-1b8ba0210099 req-b91d6567-3e75-4086-a135-8351f3431ff0 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=fcdad7de-54ee-4ee0-9344-6545ec374199&id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0761571 May 21 15:44:33.434856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636c4b8a-84a4-45aa-8e33-84290d9048a3 req-802665da-b3ae-4138-ad84-ace1e1afe0da tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:33.436806 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-636c4b8a-84a4-45aa-8e33-84290d9048a3 req-802665da-b3ae-4138-ad84-ace1e1afe0da tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0968974 May 21 15:44:33.496480 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-636c4b8a-84a4-45aa-8e33-84290d9048a3 req-01eebc33-1f9b-4ffd-be04-52f5222f842b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532749 May 21 15:44:34.741347 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cec5ab-1772-4cd8-b823-28b335a3027e req-8bcca2b0-c187-4c68-a14f-6dd87f0d64ea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:34.744001 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b1cec5ab-1772-4cd8-b823-28b335a3027e req-8bcca2b0-c187-4c68-a14f-6dd87f0d64ea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1154943 May 21 15:44:34.816544 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b1cec5ab-1772-4cd8-b823-28b335a3027e req-8944b5de-0a8a-4f6f-8fdd-40875a2e8f4e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649881 May 21 15:44:36.040733 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5387f-049a-4240-8269-d50ba571aa93 req-c00c5ae9-7fca-4df7-a4ef-eadaa5f3ea98 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:36.042252 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a2d5387f-049a-4240-8269-d50ba571aa93 req-c00c5ae9-7fca-4df7-a4ef-eadaa5f3ea98 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0938740 May 21 15:44:36.095065 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a2d5387f-049a-4240-8269-d50ba571aa93 req-568a525b-b7cb-40e5-8ab4-d98c9db8ed1e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466609 May 21 15:44:37.362988 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaf9c98-30f8-4f6d-90ab-0f9666d50816 req-ecdb18df-ac17-4adc-a931-95c649bbd9d4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:37.364881 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-acaf9c98-30f8-4f6d-90ab-0f9666d50816 req-ecdb18df-ac17-4adc-a931-95c649bbd9d4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1357081 May 21 15:44:37.422322 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-acaf9c98-30f8-4f6d-90ab-0f9666d50816 req-512d76bf-e929-4723-bd57-3f3a10285885 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510800 May 21 15:44:37.727462 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:44:37.916902 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:44:37.941892 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'mac_address': 'fa:16:3e:88:17:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:44:38.050367 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:38.082142 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bd4f7b90-a620-4038-97a4-f7b70f131c5e {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:44:38.112286 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:44:38.183659 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:38.186305 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:44:38.295186 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=6']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:44:38.305013 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['bd4f7b90-a620-4038-97a4-f7b70f131c5e'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:44:38.368311 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.368868 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.369432 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.369996 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.370554 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.371137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.371711 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.372249 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.372793 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.373332 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.373880 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.374505 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:38.393064 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:44:38.796310 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf8a9c-0e23-4dce-9506-9f08b8fcc6c4 req-2d208d5a-df61-4980-b38a-297116d24b91 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:38.797615 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-35bf8a9c-0e23-4dce-9506-9f08b8fcc6c4 req-2d208d5a-df61-4980-b38a-297116d24b91 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.1459267 May 21 15:44:38.874683 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-35bf8a9c-0e23-4dce-9506-9f08b8fcc6c4 req-f9065e6f-f346-4a20-bec3-4cc0917f0e4a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702331 May 21 15:44:39.755158 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:44:39.836266 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port bd4f7b90-a620-4038-97a4-f7b70f131c5e triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:44:39.836643 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:39.977339 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:40.009084 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:44:40.021296 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:44:40.065075 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'code': 200} May 21 15:44:40.114251 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:40.121404 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:44:40.172329 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b9f552-f8bf-47aa-88bc-64d927366c85 req-be830bde-424f-4085-b6c2-727bb09728f3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:40.173871 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d1b9f552-f8bf-47aa-88bc-64d927366c85 req-be830bde-424f-4085-b6c2-727bb09728f3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0960779 May 21 15:44:40.227909 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d1b9f552-f8bf-47aa-88bc-64d927366c85 req-0a446a3a-c539-462b-a8d5-9cac5caa6824 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467498 May 21 15:44:40.248755 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=7']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:44:40.251974 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:44:40.256289 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3775b4de-ce5b-44fa-a35d-152f9d24162b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:41.460412 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f577ff61-e4af-4074-9f72-965c0bf22040 req-4332acb6-01d2-401c-abe1-bf4d93598234 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:41.462900 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f577ff61-e4af-4074-9f72-965c0bf22040 req-4332acb6-01d2-401c-abe1-bf4d93598234 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.0986195 May 21 15:44:41.528410 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f577ff61-e4af-4074-9f72-965c0bf22040 req-8359d0f5-8c9f-4233-a573-0e69f33d95b4 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539525 May 21 15:44:42.635608 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:42.812302 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82af2565-db76-41b1-af8c-9dad72c0d74f req-641d368d-edc9-497b-a571-e0f2be0903ca tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:42.814933 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82af2565-db76-41b1-af8c-9dad72c0d74f req-641d368d-edc9-497b-a571-e0f2be0903ca tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1439636 May 21 15:44:42.862495 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-729cc64e-cb3e-4870-b95b-430d3d3129ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:42.900194 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-82af2565-db76-41b1-af8c-9dad72c0d74f req-e0fabd19-aa8f-418d-8586-c40d1550bacc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718141 May 21 15:44:43.938700 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:44.245434 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161a2d11-3013-4688-bd34-a21acebcea8b req-60c7cc59-8e32-41fa-8ebe-c2e8d2744d81 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:44.247718 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-161a2d11-3013-4688-bd34-a21acebcea8b req-60c7cc59-8e32-41fa-8ebe-c2e8d2744d81 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1577730 May 21 15:44:44.332689 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-161a2d11-3013-4688-bd34-a21acebcea8b req-08c902f2-83b8-4252-a9a6-66de4cca1ef3 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782359 May 21 15:44:45.633261 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2976dc82-2adb-4c5f-a10c-e6538cd8fa80 req-8fea8d43-1511-49c6-a703-fbec1673839e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:45.637235 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2976dc82-2adb-4c5f-a10c-e6538cd8fa80 req-8fea8d43-1511-49c6-a703-fbec1673839e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1365559 May 21 15:44:45.669082 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:45.743372 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2976dc82-2adb-4c5f-a10c-e6538cd8fa80 req-54d57114-e973-4d8b-8ccf-11c373c64d55 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996027 May 21 15:44:47.037642 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697a1118-7082-4496-a645-ec0dacca3898 req-db803b5e-016e-49d7-9356-2c6415fcdb31 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:47.040493 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-697a1118-7082-4496-a645-ec0dacca3898 req-db803b5e-016e-49d7-9356-2c6415fcdb31 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1233563 May 21 15:44:47.129786 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-697a1118-7082-4496-a645-ec0dacca3898 req-0ed94177-d541-4166-8884-c1a5e0d4dfc2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807474 May 21 15:44:48.183115 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:48.710465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2c304-f41f-4f20-8b88-efd2330aaaf7 req-6bb93a73-a5ac-47f2-aa8f-d959b12aac1c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:48.712746 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ab2c304-f41f-4f20-8b88-efd2330aaaf7 req-6bb93a73-a5ac-47f2-aa8f-d959b12aac1c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.3742428 May 21 15:44:48.845020 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ab2c304-f41f-4f20-8b88-efd2330aaaf7 req-de4e82a0-faac-41b1-8ad5-78b53fbe867a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1209378 May 21 15:44:50.295993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6fadd14-ff1a-4a68-8702-789bc9290788 req-ef1ffaf7-0714-4f01-baf2-e6a37b2b18d9 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:50.295993 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6fadd14-ff1a-4a68-8702-789bc9290788 req-ef1ffaf7-0714-4f01-baf2-e6a37b2b18d9 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1936810 May 21 15:44:50.410526 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c6fadd14-ff1a-4a68-8702-789bc9290788 req-cb650a04-0b87-4bbe-9362-68791a263d91 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1060629 May 21 15:44:51.976413 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d9ad947-6a74-4a47-878f-077ae55abda0 req-073ee3ef-5fc8-4cd9-aaff-e14cc0706e19 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:51.976413 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2d9ad947-6a74-4a47-878f-077ae55abda0 req-073ee3ef-5fc8-4cd9-aaff-e14cc0706e19 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.3434522 May 21 15:44:52.052726 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2d9ad947-6a74-4a47-878f-077ae55abda0 req-f8d599e1-6d65-46b8-9c19-01fa9dd46a82 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707438 May 21 15:44:53.097406 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b66d-e729-44e9-8a33-772027769044 req-9a03fe41-24ae-4c51-ab03-0d138d54785f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:53.106743 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-9a03fe41-24ae-4c51-ab03-0d138d54785f service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1098 time: 0.1585555 May 21 15:44:53.552921 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b66d-e729-44e9-8a33-772027769044 req-07cb8de6-0d3e-4797-8ba4-20d6586d6f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:53.555193 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-07cb8de6-0d3e-4797-8ba4-20d6586d6f18 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.4230397 May 21 15:44:53.675545 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54da705f-d03a-4173-9ba7-7808a8a596c2 req-2d1172b8-faf8-4c00-b90a-7ff10cf0ebaa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:53.677245 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-54da705f-d03a-4173-9ba7-7808a8a596c2 req-2d1172b8-faf8-4c00-b90a-7ff10cf0ebaa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.2332120 May 21 15:44:53.692057 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-35f49e06-a3bc-4506-8ea9-b0109f90ffcc service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 200 len: 1001 time: 0.1290708 May 21 15:44:53.799798 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-54da705f-d03a-4173-9ba7-7808a8a596c2 req-14a72a6c-dd83-40d7-8ebd-695b8d1ed869 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042290 May 21 15:44:53.817367 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b66d-e729-44e9-8a33-772027769044 req-7496e294-702b-494c-9722-c8404cebb3c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:53.822511 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-7496e294-702b-494c-9722-c8404cebb3c3 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1091132 May 21 15:44:53.969138 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed7b66d-e729-44e9-8a33-772027769044 req-e3b65642-e212-4b5b-bef0-3a813b067f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:53.972069 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-e3b65642-e212-4b5b-bef0-3a813b067f28 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1419778 May 21 15:44:54.234131 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-cb6ec1ba-2e73-4fab-8195-de6c4202f8a6 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537761 May 21 15:44:54.429845 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ed7b66d-e729-44e9-8a33-772027769044 req-3ad20252-76b5-45e2-8db6-0ba3fc115cdc service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869457 May 21 15:44:55.097645 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084bbdb-b0e5-4eec-8569-e90b4c1bdfb8 req-a6aac618-28a4-488b-9267-6d4919cd6a6d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:55.109392 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9084bbdb-b0e5-4eec-8569-e90b4c1bdfb8 req-a6aac618-28a4-488b-9267-6d4919cd6a6d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1502090 May 21 15:44:55.316380 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9084bbdb-b0e5-4eec-8569-e90b4c1bdfb8 req-ea42d7b7-8a4a-48a6-8f6c-931954677b1d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711596 May 21 15:44:56.623459 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba35e69-10b3-47d1-a694-597f8e3487b7 req-d779d5ea-b832-4deb-b606-2dcd5b5f3f20 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:56.625886 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eba35e69-10b3-47d1-a694-597f8e3487b7 req-d779d5ea-b832-4deb-b606-2dcd5b5f3f20 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1656618 May 21 15:44:56.701060 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eba35e69-10b3-47d1-a694-597f8e3487b7 req-694d0b55-246b-4cbf-b7a4-c2f6e7e1e528 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633578 May 21 15:44:57.447663 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59238) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:44:58.031984 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7b104b-10f1-492c-89f0-2fd634c9fe08 req-e324e91c-b6b3-4889-a2bf-627309149209 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:58.033501 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2d7b104b-10f1-492c-89f0-2fd634c9fe08 req-e324e91c-b6b3-4889-a2bf-627309149209 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.1897552 May 21 15:44:58.074302 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Deleting port 77382efb-37b8-4d4e-9642-00a7c8715965 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:44:58.074646 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:58.176960 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2d7b104b-10f1-492c-89f0-2fd634c9fe08 req-382beb90-a894-4f7c-b572-417b855ffe67 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368067 May 21 15:44:58.242743 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:58.243060 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:58.467631 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Calling delete_port for 77382efb-37b8-4d4e-9642-00a7c8715965 owned by network:floatingip {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:44:58.719524 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-b3b6e502-525e-4039-a391-c1747147ce32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:58.721939 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-b3b6e502-525e-4039-a391-c1747147ce32 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1098 time: 0.1059449 May 21 15:44:58.867208 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:58.889035 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cfac9e18-9a4f-4e0b-8b11-8019d29b90e2 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:44:58.996410 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event deleted for resources: {'Port': ['ID=77382efb-37b8-4d4e-9642-00a7c8715965,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:44:59.149564 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.150378 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.150791 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.151393 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.151992 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.152578 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.153182 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.153917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.154491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.155132 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.155728 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.156318 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:44:59.169953 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:44:59.225197 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-dee39921-1062-410a-97c6-43d385fdd13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:59.226784 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-dee39921-1062-410a-97c6-43d385fdd13a service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.4982016 May 21 15:44:59.296106 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for floatingip, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:44:59.296106 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.l3_db [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Floating IP 08051e25-2b4b-4159-8f09-2d763e1932f6 disassociated (deleted). External IP: 172.28.0.240, port: 1d926dcd-317e-4ed1-90c6-f89a668117ca. May 21 15:44:59.495049 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-68e8546f-1d3b-4e1f-b3d6-6ba121fdcbd3 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 200 len: 1001 time: 0.2479625 May 21 15:44:59.703056 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-8051f2fb-e653-4d77-8924-bce922e45123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:59.704687 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-8051f2fb-e653-4d77-8924-bce922e45123 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.1646557 May 21 15:44:59.719003 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647df2f6-5935-411b-a137-032ff9a7337c req-3a6b8fe5-2ac4-431e-b89e-cf1b39ba49d5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:59.725151 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-647df2f6-5935-411b-a137-032ff9a7337c req-3a6b8fe5-2ac4-431e-b89e-cf1b39ba49d5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.3622742 May 21 15:44:59.921069 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-647df2f6-5935-411b-a137-032ff9a7337c req-e2744813-ecc7-49f8-acef-1076c56c1969 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1886642 May 21 15:44:59.960439 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Router 33cc997f-0b60-48f3-99a0-5574645a6c82 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:44:59.977169 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-544c627f-3c4c-4c31-abb0-97f40709d011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:44:59.979425 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-544c627f-3c4c-4c31-abb0-97f40709d011 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2502134 May 21 15:45:00.120277 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:45:00.436064 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:45:00.439189 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-23f6317e-e28b-472f-a364-89842b79fd60 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3935497 May 21 15:45:00.449153 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] Sync routers for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:45:00.460231 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:00.460863 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:44:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:00.673793 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c248bc80-0f57-4a2e-9234-fbc6483e0148 req-e2f470b2-b776-4b94-b068-792e62b12193 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2243218 May 21 15:45:00.688805 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:00.781470 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:00.816640 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "DELETE /v2.0/floatingips/08051e25-2b4b-4159-8f09-2d763e1932f6 HTTP/1.1" status: 204 len: 168 time: 3.3674989 May 21 15:45:00.821224 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:00.917612 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'status': 'completed', 'code': 200} May 21 15:45:01.105586 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-c7db9aa6-45e9-4af7-bb9c-93b4970de742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:01.108498 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-c7db9aa6-45e9-4af7-bb9c-93b4970de742 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=0726b565006849e5936329b80bc6293d&device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 1099 time: 0.1603489 May 21 15:45:01.319478 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-5686ae18-6b52-4b63-a237-164e8ead6ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:01.321862 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-5686ae18-6b52-4b63-a237-164e8ead6ecc service neutron] 10.222.0.74 "GET /v2.0/networks?id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 200 len: 910 time: 0.2056429 May 21 15:45:01.347032 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198aab89-2d90-4cef-9061-cf6bf7d884e8 req-4f3764f8-f50f-4b15-974c-35ba53aa9e20 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:01.349595 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-198aab89-2d90-4cef-9061-cf6bf7d884e8 req-4f3764f8-f50f-4b15-974c-35ba53aa9e20 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 945 time: 0.2115147 May 21 15:45:01.375043 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:01.384187 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] Checking router: 33cc997f-0b60-48f3-99a0-5574645a6c82 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:45:01.400521 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:01.401576 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:44:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:01.513759 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-b6146a52-176f-46bc-88d3-8669950c5050 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 200 len: 217 time: 0.1822751 May 21 15:45:01.621792 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-198aab89-2d90-4cef-9061-cf6bf7d884e8 req-f3f3c129-20f0-4efd-92d2-1f293bd9dadc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619887 May 21 15:45:01.630259 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-0294320c-903d-4b6a-a002-1ff4990783b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:01.631932 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-0294320c-903d-4b6a-a002-1ff4990783b2 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 200 len: 848 time: 0.1080446 May 21 15:45:01.688682 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:01.876672 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-99aec177-bfac-44d6-bf5e-e125c79fdcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:01.879272 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-99aec177-bfac-44d6-bf5e-e125c79fdcd8 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=7897574e-ea4c-4139-bd41-1b37d3a1b9ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.2368083 May 21 15:45:01.934568 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:02.107648 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14412dec-493e-472f-8787-5e0488b6b394 req-c799bcf4-ada7-4e70-ad86-5f6aeef24a6c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:02.108290 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-14412dec-493e-472f-8787-5e0488b6b394 req-c799bcf4-ada7-4e70-ad86-5f6aeef24a6c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Synchronizing usage tracker for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:45:02.143197 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-a6a69363-9e2e-45fb-b94a-fbecfd1c5d22 service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467666 May 21 15:45:02.153160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:02.191207 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:02.205205 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:02.212898 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:02.217910 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6c8c64c-e505-4c19-b991-7bc1decee079 None None] The sync data for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb is: [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:37:31Z', 'revision_number': 4, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'd031040d-bfb1-45a1-a6c0-9db045fd7c5b', 'name': '', 'network_id': '7897574e-ea4c-4139-bd41-1b37d3a1b9ee', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'mac_address': 'fa:16:3e:cd:14:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_interface', 'standard_attr_id': 377, 'fixed_ips': [{'subnet_id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:30Z', 'updated_at': '2021-05-21T15:37:38Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'subnets': [{'id': 'f9226e88-8e37-425b-baeb-fc8a5ae5c369', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:45:02.265534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-14412dec-493e-472f-8787-5e0488b6b394 req-c799bcf4-ada7-4e70-ad86-5f6aeef24a6c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Unset dirty status for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:45:02.267627 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-14412dec-493e-472f-8787-5e0488b6b394 req-c799bcf4-ada7-4e70-ad86-5f6aeef24a6c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.4636955 May 21 15:45:02.278450 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'code': 200} May 21 15:45:02.280254 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:02.282277 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:02.394552 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-14412dec-493e-472f-8787-5e0488b6b394 req-4f8c2640-6891-488e-b022-5dde07adda1d tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1165056 May 21 15:45:02.395311 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=8']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:02.401757 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:02.425791 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6678c94f-3f29-4e4c-9426-c6f194d91f3e req-c5f89ac2-7e28-4955-bf35-480965b451dc service neutron] 10.222.0.74 "GET /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2751396 May 21 15:45:02.561387 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56299d7-8162-469b-872e-f6d7fdb57612 None None] New status for floating IP 08051e25-2b4b-4159-8f09-2d763e1932f6: DOWN {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:45:02.934482 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b44fe63-6473-4cc5-8ae7-719c7873459d req-0e77657c-5f45-4b48-89f0-bc9bcf7289e5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:02.936591 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2b44fe63-6473-4cc5-8ae7-719c7873459d req-0e77657c-5f45-4b48-89f0-bc9bcf7289e5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1058152 May 21 15:45:03.014144 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2b44fe63-6473-4cc5-8ae7-719c7873459d req-e8c642bc-46a9-4e8f-b6dd-f533e1d70565 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0660942 May 21 15:45:03.724758 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c1ebf-6839-4e34-9134-23e75dce6c2a req-52785808-f0b5-434f-9df2-0bdef87c0618 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:03.727383 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-397c1ebf-6839-4e34-9134-23e75dce6c2a req-52785808-f0b5-434f-9df2-0bdef87c0618 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.1960909 May 21 15:45:03.833261 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-397c1ebf-6839-4e34-9134-23e75dce6c2a req-5e1a600f-9899-455e-91c5-944384d75679 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/security-groups?id=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937309 May 21 15:45:03.872636 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed1e66-6282-4673-8277-c3a5328714cd req-bdb219cc-e876-43eb-a005-c4647944be05 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:03.875353 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-70ed1e66-6282-4673-8277-c3a5328714cd req-bdb219cc-e876-43eb-a005-c4647944be05 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.74 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 946 time: 0.2138929 May 21 15:45:04.129979 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Deleting port 1d926dcd-317e-4ed1-90c6-f89a668117ca {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:04.130933 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:04.461069 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] For port 1d926dcd-317e-4ed1-90c6-f89a668117ca, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=1d926dcd-317e-4ed1-90c6-f89a668117ca,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:04.461437 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:04.483258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b373e5-93e3-4f33-962a-265b8cd79973 req-26e67b9e-75b0-4ec0-9ec2-851233b3f4c5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:04.484865 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78b373e5-93e3-4f33-962a-265b8cd79973 req-26e67b9e-75b0-4ec0-9ec2-851233b3f4c5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.3295050 May 21 15:45:04.619145 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Calling delete_port for 1d926dcd-317e-4ed1-90c6-f89a668117ca owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:04.662599 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78b373e5-93e3-4f33-962a-265b8cd79973 req-37451a9d-24e8-4383-948b-4c0b0c33fa20 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212606 May 21 15:45:04.883098 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:04.893550 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b6793896-12d5-4a5b-99d1-a8a9ef9d579f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:04.958327 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event deleted for resources: {'Port': ['ID=1d926dcd-317e-4ed1-90c6-f89a668117ca,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:04.961743 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:05.065363 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] No DVR routers for this DVR port 1d926dcd-317e-4ed1-90c6-f89a668117ca on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:05.071074 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:05.078576 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-deleted', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:05.160943 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-0d94c97a-3ef5-4d71-b9b6-4c4e2cbf1125 req-b91c9b16-1b8a-4adf-805f-d3ee6d83296c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Synchronizing usage tracker for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:45:05.276102 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-70ed1e66-6282-4673-8277-c3a5328714cd req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.74 "DELETE /v2.0/ports/1d926dcd-317e-4ed1-90c6-f89a668117ca HTTP/1.1" status: 204 len: 173 time: 1.3953786 May 21 15:45:05.425155 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-0d94c97a-3ef5-4d71-b9b6-4c4e2cbf1125 req-b91c9b16-1b8a-4adf-805f-d3ee6d83296c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Unset dirty status for tenant:0726b565006849e5936329b80bc6293d on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:45:05.427009 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0d94c97a-3ef5-4d71-b9b6-4c4e2cbf1125 req-b91c9b16-1b8a-4adf-805f-d3ee6d83296c tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 210 time: 0.3631318 May 21 15:45:05.559891 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3667826-1426-4401-9dec-7ececce82e0d', 'name': 'network-vif-deleted', 'tag': '1d926dcd-317e-4ed1-90c6-f89a668117ca', 'status': 'completed', 'code': 200} May 21 15:45:05.933660 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:06.769355 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b4e6f60e-dc00-44bd-b366-af980cc1b476 req-ae958f91-a3e7-40ed-b1b7-0778994d638b tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "GET /v2.0/ports?device_id=a3667826-1426-4401-9dec-7ececce82e0d HTTP/1.1" status: 200 len: 210 time: 0.0514572 May 21 15:45:07.002934 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3006a043-fc89-4ba4-a980-e33a6c281cef req-37f5c6cb-f75e-4c90-a295-241255f2cf6c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:07.005497 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3006a043-fc89-4ba4-a980-e33a6c281cef req-37f5c6cb-f75e-4c90-a295-241255f2cf6c tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1345041 May 21 15:45:07.071268 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3006a043-fc89-4ba4-a980-e33a6c281cef req-3589211b-2f4d-43a4-a479-21a06f9959e4 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557380 May 21 15:45:07.948433 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:07.956730 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59352) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:07.989914 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 1d926dcd-317e-4ed1-90c6-f89a668117ca {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:07.990359 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 1d926dcd-317e-4ed1-90c6-f89a668117ca not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:08.093851 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:08.156397 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:08.337374 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941c9f8a-1981-4570-b6b1-de3e005bb7c8 req-b46d2640-c799-477c-9e1c-0933f346585a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:08.340080 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-941c9f8a-1981-4570-b6b1-de3e005bb7c8 req-b46d2640-c799-477c-9e1c-0933f346585a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1372354 May 21 15:45:08.428165 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-941c9f8a-1981-4570-b6b1-de3e005bb7c8 req-40dcd347-be9a-443f-ba8d-5c956b7d04ab tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810990 May 21 15:45:08.494767 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:08.499104 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7dd7bff9-adb7-42e2-968c-b0765afabc84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:08.516275 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:08.519232 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:08.529832 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:08.530851 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] 10.222.0.66 "DELETE /v2.0/security-groups/e9b5f1f4-e1a6-4d8d-8f39-896a633bc6cf HTTP/1.1" status: 204 len: 168 time: 0.5727015 May 21 15:45:08.705802 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e29dce-da05-4a8b-9667-92f79b3ed799 req-7cefd89a-584a-48d5-9d93-0ae38a7d4e4d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:08.707801 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42e29dce-da05-4a8b-9667-92f79b3ed799 req-7cefd89a-584a-48d5-9d93-0ae38a7d4e4d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1175354 May 21 15:45:08.771968 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42e29dce-da05-4a8b-9667-92f79b3ed799 req-8e27ac94-aec7-481c-911d-e03fbfeaed1c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580394 May 21 15:45:09.015900 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-867a7490-814a-4249-b922-b3644cbbfd9d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:09.017400 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-867a7490-814a-4249-b922-b3644cbbfd9d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.1146524 May 21 15:45:09.177122 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Deleting port 8cb98191-3f04-4720-a9bc-1b413de2e692 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:09.177440 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:09.192337 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-ed5f15b2-677f-4767-b9cf-12eda397ad5e service neutron] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0889008 May 21 15:45:09.356516 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] For port 8cb98191-3f04-4720-a9bc-1b413de2e692, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=8cb98191-3f04-4720-a9bc-1b413de2e692,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:09.356980 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:09.727071 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59384) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:09.834245 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b359b9-504a-4ece-bb3a-36dd386c5a7c req-040410d9-c3c1-4f4b-a0b7-a39a5a388dd9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:09.836424 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-83b359b9-504a-4ece-bb3a-36dd386c5a7c req-040410d9-c3c1-4f4b-a0b7-a39a5a388dd9 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 945 time: 0.2212057 May 21 15:45:09.849751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:09.850463 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:09.851129 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.l3_db [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Floating IP cb80f1e9-b810-4283-b5e9-523f124e841b disassociated. External IP: 172.28.0.158, port: 8cb98191-3f04-4720-a9bc-1b413de2e692. May 21 15:45:09.851798 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Calling delete_port for 8cb98191-3f04-4720-a9bc-1b413de2e692 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:10.021291 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-83b359b9-504a-4ece-bb3a-36dd386c5a7c req-23bdf09e-a1dd-4d6d-b4a1-7fe48e9b807f tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups?id=75f173dc-53d0-41a1-81ae-7d6f8f72f698&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1636314 May 21 15:45:10.089190 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba19b22-fcf2-411a-9b39-cd8261eaf531 req-1d3c9bd7-1a58-4d83-8a09-c963d96a80b0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:10.091229 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8ba19b22-fcf2-411a-9b39-cd8261eaf531 req-1d3c9bd7-1a58-4d83-8a09-c963d96a80b0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1832349 May 21 15:45:10.198270 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8ba19b22-fcf2-411a-9b39-cd8261eaf531 req-529e0927-93c8-4cad-8dd0-073e3629519d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0692551 May 21 15:45:10.222701 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-56b6a4f6-d52e-4d5a-8596-6d823d6c985a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:10.291737 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:10.299072 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-26bb5a04-6fa4-4594-953c-4caad95b1743 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:10.354999 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event deleted for resources: {'Port': ['ID=8cb98191-3f04-4720-a9bc-1b413de2e692,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:10.357734 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:10.639110 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:10.694593 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:45:10.940719 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:45:10.953467 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:45:10.965128 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:10.965954 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:44:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:11.028221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] No DVR routers for this DVR port 8cb98191-3f04-4720-a9bc-1b413de2e692 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:11.031009 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:11.035553 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'name': 'network-vif-deleted', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:11.099504 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8fdd9b4-c25d-4fa8-84e9-45f2a2161828', 'name': 'network-vif-deleted', 'tag': '8cb98191-3f04-4720-a9bc-1b413de2e692', 'status': 'completed', 'code': 200} May 21 15:45:11.120556 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b21dac21-9b2f-41da-b48b-9a240d07fbea req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.74 "DELETE /v2.0/ports/8cb98191-3f04-4720-a9bc-1b413de2e692 HTTP/1.1" status: 204 len: 173 time: 2.0966015 May 21 15:45:11.224837 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:11.251978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Deleting port d031040d-bfb1-45a1-a6c0-9db045fd7c5b {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:11.251978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:11.397613 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-25e64949-5330-47bc-a52b-8128fa5e1a9d req-477c455f-d268-433a-a5df-eb2aa64ac751 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Synchronizing usage tracker for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:45:11.463322 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] For port d031040d-bfb1-45a1-a6c0-9db045fd7c5b, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:11.464290 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:11.503657 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92acb530-b287-4638-9e5d-528ee5f06cd2 req-327418ea-b13f-40f3-b09e-76cf443f9a90 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:11.505119 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92acb530-b287-4638-9e5d-528ee5f06cd2 req-327418ea-b13f-40f3-b09e-76cf443f9a90 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1760988 May 21 15:45:11.577401 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-25e64949-5330-47bc-a52b-8128fa5e1a9d req-477c455f-d268-433a-a5df-eb2aa64ac751 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Unset dirty status for tenant:c9a11880c4d24053b40346d21b83fa31 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:45:11.587881 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-25e64949-5330-47bc-a52b-8128fa5e1a9d req-477c455f-d268-433a-a5df-eb2aa64ac751 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/ports?device_id=b8fdd9b4-c25d-4fa8-84e9-45f2a2161828 HTTP/1.1" status: 200 len: 210 time: 0.3513608 May 21 15:45:11.622931 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92acb530-b287-4638-9e5d-528ee5f06cd2 req-a7e9eada-65b6-4bab-96ed-93029562f865 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019449 May 21 15:45:11.681917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:11.689108 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:45:11.700472 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:11.701096 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:44:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:11.713392 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Calling delete_port for d031040d-bfb1-45a1-a6c0-9db045fd7c5b owned by network:router_interface {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:11.910690 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:12.349593 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:12.355786 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ec1c934-65fb-47b5-9834-a0788ba18ff9 None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:35:04Z', 'revision_number': 4, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': '3422cad6-fb58-4b43-902e-fd81c48af698', 'name': '', 'network_id': 'fccfc7ff-1b84-4767-9e00-626d743ce7fc', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'mac_address': 'fa:16:3e:04:49:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:01Z', 'updated_at': '2021-05-21T15:35:22Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'subnets': [{'id': 'fa1f679a-4072-4c24-8546-0f5adb3cb006', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:45:12.375728 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:12.384538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b99a9d2c-1279-4d53-9117-07ee3b2d5a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:12.446094 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Pushing event deleted for resources: {'Port': ['ID=d031040d-bfb1-45a1-a6c0-9db045fd7c5b,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:12.501357 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.501921 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.502598 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.503085 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.503516 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.503895 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.504555 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.504921 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.505456 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.506037 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.507310 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.507862 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:12.539351 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:12.691485 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:12.806701 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c626c10-3b65-4c2d-8aeb-9a24a183e96c None None] New status for floating IP cb80f1e9-b810-4283-b5e9-523f124e841b: DOWN {{(pid=92298) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:45:12.896465 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-efd95152-919c-4d1c-a3cd-08e02d0d8b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:12.901634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:12.916002 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59416) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:13.014957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b09e8-ba9e-4827-b86c-c0a446f7dbc1 req-d57ef037-cd00-475f-a1f4-10a9be204e7c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:13.017643 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-505b09e8-ba9e-4827-b86c-c0a446f7dbc1 req-d57ef037-cd00-475f-a1f4-10a9be204e7c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1954961 May 21 15:45:13.111914 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-505b09e8-ba9e-4827-b86c-c0a446f7dbc1 req-b2cdcbd4-5c3f-4631-b820-2cc4f1f3c22e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835655 May 21 15:45:13.373334 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:13.428889 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:13.445456 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-66826e2d-b969-49f2-a5a6-af3ad9cfc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:13.446954 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-66826e2d-b969-49f2-a5a6-af3ad9cfc039 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db&tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99 HTTP/1.1" status: 200 len: 1096 time: 0.0875151 May 21 15:45:13.551922 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-0f951391-bb0d-4683-8c05-050f185112de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:13.553933 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-0f951391-bb0d-4683-8c05-050f185112de service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1096 time: 0.0830631 May 21 15:45:13.725209 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Router 33cc997f-0b60-48f3-99a0-5574645a6c82 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:45:13.847357 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-98c242b0-18b6-47c0-a77c-a794f8aa18f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:13.851113 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-98c242b0-18b6-47c0-a77c-a794f8aa18f6 service neutron] 10.222.0.74 "GET /v2.0/networks?id=9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 200 len: 918 time: 0.2898085 May 21 15:45:13.950176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:13.960320 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:13.961223 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5935db20-20a7-4e61-b931-8bccf34f8f44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:13.967640 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8cb98191-3f04-4720-a9bc-1b413de2e692 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:13.988003 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75f173dc-53d0-41a1-81ae-7d6f8f72f698,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:13.992447 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:14.008233 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-b2c52309-40c6-4df0-b41d-b91e915ea2e9 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 200 len: 999 time: 0.1507869 May 21 15:45:14.015746 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:45:14.032221 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ac15b235-753e-4f8c-b923-734cc00a9c58 admin admin] 10.222.0.66 "PUT /v2.0/routers/33cc997f-0b60-48f3-99a0-5574645a6c82/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3039103 May 21 15:45:14.036192 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59420) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:14.038758 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 8cb98191-3f04-4720-a9bc-1b413de2e692 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:14.039391 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 8cb98191-3f04-4720-a9bc-1b413de2e692 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:14.041593 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] Sync routers for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:45:14.055707 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:14.056840 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:14.108745 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-dd6a56cd-11f5-4cf1-9034-cf62fe2bf4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:14.111028 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-dd6a56cd-11f5-4cf1-9034-cf62fe2bf4bf service neutron] 10.222.0.74 "GET /v2.0/subnets?id=83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 200 len: 856 time: 0.0954316 May 21 15:45:14.156872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:14.158819 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "DELETE /v2.0/security-groups/75f173dc-53d0-41a1-81ae-7d6f8f72f698 HTTP/1.1" status: 204 len: 168 time: 1.2410994 May 21 15:45:14.174323 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59426) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:14.229027 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.api.v2.resource [None req-6854cfb7-2621-4564-8310-ece30f8bd1e8 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] show failed (client error): The resource could not be found. May 21 15:45:14.231595 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6854cfb7-2621-4564-8310-ece30f8bd1e8 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "GET /v2.0/security-groups/75f173dc-53d0-41a1-81ae-7d6f8f72f698 HTTP/1.1" status: 404 len: 347 time: 0.0545609 May 21 15:45:14.238840 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59430) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:14.254770 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:14.430672 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks [] for router, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:14.678639 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-f45921a2-6e97-47e1-8091-b65db293f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:14.681156 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-f45921a2-6e97-47e1-8091-b65db293f0c6 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=9a688040-8eb2-467f-906e-7d1d8a5a6f86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.5624433 May 21 15:45:14.687160 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:45:12Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:14.695195 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] Checking router: 33cc997f-0b60-48f3-99a0-5574645a6c82 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:45:14.708631 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-3090c4a5-96bf-4b82-b76c-2c11e6ffd92f service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:45:14.710167 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-3090c4a5-96bf-4b82-b76c-2c11e6ffd92f service neutron] 10.222.0.74 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0142484 May 21 15:45:14.716283 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] Routers {'33cc997f-0b60-48f3-99a0-5574645a6c82'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:14.717343 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['33cc997f-0b60-48f3-99a0-5574645a6c82'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:14.723266 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:14.829874 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1f57d8-cedf-4855-94c1-db9abc85c8e9 req-c8031c55-4968-4444-bafa-9cda45682a0b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:14.831484 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5c1f57d8-cedf-4855-94c1-db9abc85c8e9 req-c8031c55-4968-4444-bafa-9cda45682a0b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.4598122 May 21 15:45:14.894991 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Deleting port 9a3d468d-9400-4e67-bd31-2254036d3fdf {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:14.895562 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:14.932322 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Deleting port 7662720b-2ed4-4382-a9e3-6804faa12071 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:14.932798 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.012159 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] Set router 33cc997f-0b60-48f3-99a0-5574645a6c82 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:15.020009 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-072db84d-2a0c-4e77-97c7-2a0b0ef88c73 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998424 May 21 15:45:15.030211 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5c1f57d8-cedf-4855-94c1-db9abc85c8e9 req-d17e1062-c331-4331-a618-04bcdd7aee36 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1850529 May 21 15:45:15.084285 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] For port 7662720b-2ed4-4382-a9e3-6804faa12071, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=7662720b-2ed4-4382-a9e3-6804faa12071,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:15.084903 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.188215 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.189073 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.247701 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Calling delete_port for 7662720b-2ed4-4382-a9e3-6804faa12071 owned by network:router_gateway {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:15.342860 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Calling delete_port for 9a3d468d-9400-4e67-bd31-2254036d3fdf owned by network:floatingip {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:15.354065 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c39205b-adfe-4951-87d4-ed8ef37d41c2 req-0fb29538-3787-4121-bd1b-e3aa8fd34377 service neutron] 10.222.0.74 "GET /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227618 May 21 15:45:15.390548 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:45:12Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:15.395907 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-919106a4-7757-4f98-8a45-2a8f23ca45ee None None] The sync data for ids ['33cc997f-0b60-48f3-99a0-5574645a6c82'] in dv-cinder-792299-3-smb is: [{'id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'name': 'tempest-TestShelveInstance-1945836051-router', 'tenant_id': '0726b565006849e5936329b80bc6293d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30'}], 'enable_snat': True}, 'gw_port_id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:24Z', 'updated_at': '2021-05-21T15:45:12Z', 'revision_number': 5, 'project_id': '0726b565006849e5936329b80bc6293d', 'gw_port': {'id': '7662720b-2ed4-4382-a9e3-6804faa12071', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:d3:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33cc997f-0b60-48f3-99a0-5574645a6c82', 'device_owner': 'network:router_gateway', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:25Z', 'updated_at': '2021-05-21T15:37:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:45:15.645236 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.680312 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.685535 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:15.741555 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Pushing event deleted for resources: {'Port': ['ID=9a3d468d-9400-4e67-bd31-2254036d3fdf,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:15.770653 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.773277 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:15.785825 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7c4ee209-ce5e-4eac-a0ae-a882106617ec tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:15.848664 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7662720b-2ed4-4382-a9e3-6804faa12071,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:15.853381 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks [] for floatingip, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:15.872691 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device d031040d-bfb1-45a1-a6c0-9db045fd7c5b no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:15.915710 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:15.928203 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: d031040d-bfb1-45a1-a6c0-9db045fd7c5b {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:15.928203 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device d031040d-bfb1-45a1-a6c0-9db045fd7c5b not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:16.008863 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:16.011247 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] 10.222.0.66 "DELETE /v2.0/floatingips/cb80f1e9-b810-4283-b5e9-523f124e841b HTTP/1.1" status: 204 len: 168 time: 1.7701542 May 21 15:45:16.023814 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:16.251708 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:16.254815 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:16.491150 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:16.492436 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33cc997f-0b60-48f3-99a0-5574645a6c82 {{(pid=92295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:45:16.518080 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ea679f-4877-4338-a9bf-d492ad2cc36d req-36eeddd7-9b0e-47f6-9925-6e26e1b8f1fe tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:16.519109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:16.520079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-15ea679f-4877-4338-a9bf-d492ad2cc36d req-36eeddd7-9b0e-47f6-9925-6e26e1b8f1fe tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1525488 May 21 15:45:16.521464 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] 10.222.0.66 "DELETE /v2.0/routers/33cc997f-0b60-48f3-99a0-5574645a6c82 HTTP/1.1" status: 204 len: 168 time: 2.4829540 May 21 15:45:16.525748 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59464) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:16.914208 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-15ea679f-4877-4338-a9bf-d492ad2cc36d req-97e4539e-c68a-4d53-9f70-809021588060 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038494 May 21 15:45:16.930251 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Deleting subnet f9226e88-8e37-425b-baeb-fc8a5ae5c369 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:45:16.935685 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:17.035874 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-933460'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:17.228030 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:17.709232 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-933091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2973417'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:17.709232 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-870979e7-caed-45db-8874-e523c0219f19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:17.750931 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9226e88-8e37-425b-baeb-fc8a5ae5c369,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:17.754108 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:17.761937 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:17.773511 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/f9226e88-8e37-425b-baeb-fc8a5ae5c369 HTTP/1.1" status: 204 len: 168 time: 1.2455473 May 21 15:45:17.777609 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59472) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:17.790752 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15b7fb9-a151-43b4-ac45-317ba2d7c582 None None] Network 7897574e-ea4c-4139-bd41-1b37d3a1b9ee requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:45:17.960983 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 7662720b-2ed4-4382-a9e3-6804faa12071 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:18.061718 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:18.172717 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 7662720b-2ed4-4382-a9e3-6804faa12071 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:18.173256 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 7662720b-2ed4-4382-a9e3-6804faa12071 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:18.244097 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Deleting port 28bf0384-ca57-4d71-bb93-edc1b590cf81 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:18.244449 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:18.343977 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:18.433664 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] For port 28bf0384-ca57-4d71-bb93-edc1b590cf81, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=28bf0384-ca57-4d71-bb93-edc1b590cf81,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:18.438856 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:18.627410 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9842db-b1f2-4f85-812d-e6254c83a361 req-ddc92eff-18a6-4773-9d1f-54b625dce0eb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:18.636170 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] DHCP port deletion for 7897574e-ea4c-4139-bd41-1b37d3a1b9ee request from dv-cinder-792299-3-smb {{(pid=92297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:45:18.639630 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cd9842db-b1f2-4f85-812d-e6254c83a361 req-ddc92eff-18a6-4773-9d1f-54b625dce0eb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.3433340 May 21 15:45:18.800648 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Deleting port 28bf0384-ca57-4d71-bb93-edc1b590cf81 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:18.801797 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:18.867364 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cd9842db-b1f2-4f85-812d-e6254c83a361 req-a46f222e-5aff-4039-8cfd-a67018ac6f86 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2043726 May 21 15:45:18.894302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Calling delete_port for 28bf0384-ca57-4d71-bb93-edc1b590cf81 owned by network:dhcp {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:19.034409 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] For port 28bf0384-ca57-4d71-bb93-edc1b590cf81, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=28bf0384-ca57-4d71-bb93-edc1b590cf81,segment=NetworkSegment(c35c15da-70e5-4f62-8589-289757a7e78e),segment_id=c35c15da-70e5-4f62-8589-289757a7e78e)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:19.035033 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.206081 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.213465 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-87f4e987-26c0-491e-aabc-e7185f6a4743 tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:19.292567 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Calling delete_port for 28bf0384-ca57-4d71-bb93-edc1b590cf81 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:19.343016 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Pushing event deleted for resources: {'Port': ['ID=28bf0384-ca57-4d71-bb93-edc1b590cf81,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:19.346335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] No DVR routers for this DVR port 28bf0384-ca57-4d71-bb93-edc1b590cf81 on host dv-cinder-792299-3-smb {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:19.349034 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:19.484909 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.500061 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7897574e-ea4c-4139-bd41-1b37d3a1b9ee']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:19.515040 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35c15da-70e5-4f62-8589-289757a7e78e') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:19.515315 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35c15da-70e5-4f62-8589-289757a7e78e') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:19.533242 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.535601 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.539432 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:19.553762 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.560690 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Releasing vlan 751 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:45:19.561078 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:45:19.578723 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:45:19.587404 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] No DVR routers for this DVR port 28bf0384-ca57-4d71-bb93-edc1b590cf81 on host dv-cinder-792299-3-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:19.587404 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Pushing event deleted for resources: {'Port': ['ID=28bf0384-ca57-4d71-bb93-edc1b590cf81,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:19.590953 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-451d5560-7259-4be5-b9e9-8b0f0504e921 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:19.898012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.906704 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:19.931443 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 28bf0384-ca57-4d71-bb93-edc1b590cf81 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:19.935634 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:20.016798 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7897574e-ea4c-4139-bd41-1b37d3a1b9ee,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:20.028555 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:20.031951 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] 10.222.0.66 "DELETE /v2.0/networks/7897574e-ea4c-4139-bd41-1b37d3a1b9ee HTTP/1.1" status: 204 len: 168 time: 2.2519853 May 21 15:45:20.036573 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59494) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:20.131444 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 28bf0384-ca57-4d71-bb93-edc1b590cf81 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:20.132167 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 28bf0384-ca57-4d71-bb93-edc1b590cf81 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:20.733018 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747e57a7-1896-43dd-af8b-2d60228f1b5d req-c5e90c07-e909-4690-86d7-dbc8f7cc877e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:20.734639 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-747e57a7-1896-43dd-af8b-2d60228f1b5d req-c5e90c07-e909-4690-86d7-dbc8f7cc877e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.4272897 May 21 15:45:20.885019 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-747e57a7-1896-43dd-af8b-2d60228f1b5d req-0abf881b-af80-4808-b491-6081e0f888d7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1377077 May 21 15:45:21.168165 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:21.833815 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Deleting port 6dcf8809-05a8-4bb9-93ca-3a54b742138d {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:21.834312 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:22.101742 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] For port 6dcf8809-05a8-4bb9-93ca-3a54b742138d, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=6dcf8809-05a8-4bb9-93ca-3a54b742138d,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:22.102589 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:22.257716 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59514) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:22.353491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Calling delete_port for 6dcf8809-05a8-4bb9-93ca-3a54b742138d owned by network:router_interface {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:22.467431 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a376c-9250-447a-a35a-3a5510f22210 req-65690dca-3392-459d-87ea-73ce7b76b2d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:22.470054 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ca4a376c-9250-447a-a35a-3a5510f22210 req-65690dca-3392-459d-87ea-73ce7b76b2d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.3405044 May 21 15:45:22.715121 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ca4a376c-9250-447a-a35a-3a5510f22210 req-dbbf6c11-7bf6-4414-b2ed-f9de4e5d1857 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2378700 May 21 15:45:23.022539 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:23.028006 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fb6141f3-b472-4e5a-af7d-d884ea8d054a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:23.078297 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Pushing event deleted for resources: {'Port': ['ID=6dcf8809-05a8-4bb9-93ca-3a54b742138d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:23.149067 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:23.475884 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:23.566391 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:24.286264 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Deleting port 3422cad6-fb58-4b43-902e-fd81c48af698 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:24.286493 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:24.288675 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcced5e0-2bb3-48f4-b9be-e44bb339ada9 req-793c85e9-caa3-4a89-9219-aa96af058a47 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:24.290520 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bcced5e0-2bb3-48f4-b9be-e44bb339ada9 req-793c85e9-caa3-4a89-9219-aa96af058a47 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.2335131 May 21 15:45:24.456555 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bcced5e0-2bb3-48f4-b9be-e44bb339ada9 req-839fa3c2-50ad-47ea-995b-b21766e42007 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915847 May 21 15:45:24.464572 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:45:24.468881 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] For port 3422cad6-fb58-4b43-902e-fd81c48af698, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=3422cad6-fb58-4b43-902e-fd81c48af698,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:24.469491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:24.696450 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:45:24.710600 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Calling delete_port for 3422cad6-fb58-4b43-902e-fd81c48af698 owned by network:router_interface {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:24.716304 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] Sync routers for ids ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:45:24.735837 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] Routers {'8f8103de-ca30-4b64-9b62-ad1713cd4c94'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:24.736933 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:24.823804 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] 10.222.0.66 "PUT /v2.0/routers/8f8103de-ca30-4b64-9b62-ad1713cd4c94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7848904 May 21 15:45:24.825105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59524) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:25.079096 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:25.084566 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2b51254b-8539-46c3-8f8e-4101234756ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:25.098942 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] Set router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:25.232562 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Pushing event deleted for resources: {'Port': ['ID=3422cad6-fb58-4b43-902e-fd81c48af698,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:25.244472 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:25.282974 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:25.723736 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:25.852375 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154'}], 'enable_snat': True}, 'gw_port_id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:45:22Z', 'revision_number': 5, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port': {'id': 'f2ee2756-8020-4447-99fe-4850f7ff01fb', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:92:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:37:38Z', 'updated_at': '2021-05-21T15:37:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:25.858978 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] Checking router: 8f8103de-ca30-4b64-9b62-ad1713cd4c94 for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:45:25.874770 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] Routers {'8f8103de-ca30-4b64-9b62-ad1713cd4c94'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:25.878480 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:26.019887 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Deleting port f2ee2756-8020-4447-99fe-4850f7ff01fb {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:26.020809 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:26.151255 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb111e64-ec47-4dee-ac69-3dc7693248bd req-52702470-4fe7-4b0b-a32b-ae9b5eb0cdaa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:26.153212 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eb111e64-ec47-4dee-ac69-3dc7693248bd req-52702470-4fe7-4b0b-a32b-ae9b5eb0cdaa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.3908157 May 21 15:45:26.197216 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:26.286794 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] Set router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 gateway port host: None {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:26.313027 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-eb111e64-ec47-4dee-ac69-3dc7693248bd req-94f7a1e2-762f-4b9c-a640-ba37d2a3419f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1417284 May 21 15:45:26.342607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] For port f2ee2756-8020-4447-99fe-4850f7ff01fb, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=f2ee2756-8020-4447-99fe-4850f7ff01fb,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:26.343888 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:26.431338 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:45:25Z', 'revision_number': 6, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port_host': None}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:26.441711 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbff3ece-7c1e-4378-8ac5-8ac7ff74f015 None None] The sync data for ids ['8f8103de-ca30-4b64-9b62-ad1713cd4c94'] in dv-cinder-792299-3-smb is: [{'id': '8f8103de-ca30-4b64-9b62-ad1713cd4c94', 'name': 'tempest-TestShelveInstance-600456561-router', 'tenant_id': '6625c465a4a147cd8ea8571e4ae28c19', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:37:36Z', 'updated_at': '2021-05-21T15:45:25Z', 'revision_number': 6, 'project_id': '6625c465a4a147cd8ea8571e4ae28c19', 'gw_port_host': None}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:45:26.746247 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Calling delete_port for f2ee2756-8020-4447-99fe-4850f7ff01fb owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:27.046958 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:45:27.152472 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:27.157810 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cc466289-0653-4f75-9218-5202dd2ab644 tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:27.206054 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Pushing event deleted for resources: {'Port': ['ID=f2ee2756-8020-4447-99fe-4850f7ff01fb,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:27.236452 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:27.270670 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:45:27.281464 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] Sync routers for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:45:27.287451 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] 10.222.0.66 "PUT /v2.0/routers/0594b054-ac05-4da4-a6d7-e5b2cf82b9d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0283704 May 21 15:45:27.290557 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59532) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:27.295182 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:27.296256 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:27.351703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:27.578239 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:27.705290 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks [] for router, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.111935 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.118598 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.196137 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device f2ee2756-8020-4447-99fe-4850f7ff01fb no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:28.237170 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: f2ee2756-8020-4447-99fe-4850f7ff01fb {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:28.237359 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device f2ee2756-8020-4447-99fe-4850f7ff01fb not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:28.237972 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 6dcf8809-05a8-4bb9-93ca-3a54b742138d no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:28.246768 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.285725 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 6dcf8809-05a8-4bb9-93ca-3a54b742138d {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:28.286385 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 6dcf8809-05a8-4bb9-93ca-3a54b742138d not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:28.359541 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8dacc2-bdc2-44f8-91e0-93b106407409 req-8072b086-0618-4849-865e-9525d33a14d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:28.361007 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a8dacc2-bdc2-44f8-91e0-93b106407409 req-8072b086-0618-4849-865e-9525d33a14d0 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.3841558 May 21 15:45:28.411039 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.411575 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f8103de-ca30-4b64-9b62-ad1713cd4c94 {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:45:28.418638 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7a8dacc2-bdc2-44f8-91e0-93b106407409 req-13f7f253-7621-4930-b3ad-7a310da41054 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498378 May 21 15:45:28.431732 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15'}], 'enable_snat': True}, 'gw_port_id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:45:24Z', 'revision_number': 5, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port': {'id': '90df7b54-5b0d-4f7f-af49-59cb94dda53a', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:00:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 100, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:54Z', 'updated_at': '2021-05-21T15:35:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:28.431732 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] Checking router: 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:45:28.434131 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.436823 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] 10.222.0.66 "DELETE /v2.0/routers/8f8103de-ca30-4b64-9b62-ad1713cd4c94 HTTP/1.1" status: 204 len: 168 time: 3.6091378 May 21 15:45:28.439355 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59540) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:28.446116 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] Routers {'0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:28.447175 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:28.504492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Deleting port 90df7b54-5b0d-4f7f-af49-59cb94dda53a {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:28.505147 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.520272 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Deleting subnet 61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:45:28.525382 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.613850 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-933460'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.671078 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] For port 90df7b54-5b0d-4f7f-af49-59cb94dda53a, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=90df7b54-5b0d-4f7f-af49-59cb94dda53a,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:28.671485 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.678661 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] Set router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 gateway port host: None {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:28.721155 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:28.845913 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:45:28Z', 'revision_number': 6, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port_host': None}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:28.852853 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7756bf4-39d4-4a43-ae23-4443f2b362c3 None None] The sync data for ids ['0594b054-ac05-4da4-a6d7-e5b2cf82b9d5'] in dv-cinder-792299-3-smb is: [{'id': '0594b054-ac05-4da4-a6d7-e5b2cf82b9d5', 'name': 'tempest-AttachVolumeTestJSON-1096757454-router', 'tenant_id': 'c9a11880c4d24053b40346d21b83fa31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:52Z', 'updated_at': '2021-05-21T15:45:28Z', 'revision_number': 6, 'project_id': 'c9a11880c4d24053b40346d21b83fa31', 'gw_port_host': None}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:45:28.974090 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Calling delete_port for 90df7b54-5b0d-4f7f-af49-59cb94dda53a owned by network:router_gateway {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:29.148258 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-933091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2973417'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.152924 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5aa9b25c-2ad1-475c-9454-82e241508a2e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:29.193369 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:29.196790 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:29.197870 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.209117 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-95b4415c-9104-41c1-a132-5d774ec78837 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/61f3d7ce-df3c-48f2-8eb9-d8ebd5fcebef HTTP/1.1" status: 204 len: 168 time: 0.7661376 May 21 15:45:29.211698 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59544) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:29.215984 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d8b229-2e68-49dd-8c67-732ed4d23ec2 None None] Network 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:45:29.372457 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.378584 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-7d80bf17-45b6-4612-b3b9-3de127adab73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:29.462410 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Pushing event deleted for resources: {'Port': ['ID=90df7b54-5b0d-4f7f-af49-59cb94dda53a,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:29.483390 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:29.530361 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] DHCP port deletion for 59e9bd44-5132-46b2-97aa-7d60f2ee07f6 request from dv-cinder-792299-3-smb {{(pid=92297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:45:29.576266 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.619821 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Deleting port 10651de2-b024-4a7a-b2d9-c03972480494 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:29.620481 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.693440 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.736887 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a2fb05-52f3-4092-8f98-399b5b59297c req-e80a536a-bd0a-4237-bc19-4fd3d2789523 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:29.739353 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d4a2fb05-52f3-4092-8f98-399b5b59297c req-e80a536a-bd0a-4237-bc19-4fd3d2789523 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1167490 May 21 15:45:29.776115 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] For port 10651de2-b024-4a7a-b2d9-c03972480494, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=10651de2-b024-4a7a-b2d9-c03972480494,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:29.776115 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.806457 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d4a2fb05-52f3-4092-8f98-399b5b59297c req-a388e8ee-b049-49d2-919b-9c0a70e1cba7 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583720 May 21 15:45:29.924215 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 3422cad6-fb58-4b43-902e-fd81c48af698 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:29.957398 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Deleting port 10651de2-b024-4a7a-b2d9-c03972480494 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:29.957897 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.983970 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:29.989362 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.047481 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Calling delete_port for 10651de2-b024-4a7a-b2d9-c03972480494 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:30.062992 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 3422cad6-fb58-4b43-902e-fd81c48af698 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:30.063559 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 3422cad6-fb58-4b43-902e-fd81c48af698 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:30.064253 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 90df7b54-5b0d-4f7f-af49-59cb94dda53a no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:30.088307 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] For port 10651de2-b024-4a7a-b2d9-c03972480494, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=10651de2-b024-4a7a-b2d9-c03972480494,segment=NetworkSegment(352c014d-8320-43bc-854b-1406c4485914),segment_id=352c014d-8320-43bc-854b-1406c4485914)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:30.091199 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.135104 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 90df7b54-5b0d-4f7f-af49-59cb94dda53a {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:30.135881 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 90df7b54-5b0d-4f7f-af49-59cb94dda53a not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:30.136611 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 10651de2-b024-4a7a-b2d9-c03972480494 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:30.278239 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.278972 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 {{(pid=92295) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:45:30.292064 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Calling delete_port for 10651de2-b024-4a7a-b2d9-c03972480494 owned by network:dhcp {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:30.327777 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] Notify callbacks [] for router, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.329781 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ebf96c87-b292-43b2-8682-a8a3f464c946 admin admin] 10.222.0.66 "DELETE /v2.0/routers/0594b054-ac05-4da4-a6d7-e5b2cf82b9d5 HTTP/1.1" status: 204 len: 168 time: 3.0380316 May 21 15:45:30.333508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59550) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:30.392513 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.476464 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.484820 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4abe092b-ae76-4dd2-9178-b17491d30fac tempest-VolumesActionsTest-805095215 tempest-VolumesActionsTest-805095215-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:30.489175 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Deleting subnet fa1f679a-4072-4c24-8546-0f5adb3cb006 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:45:30.494956 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.512972 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.531132 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:30.575572 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] No DVR routers for this DVR port 10651de2-b024-4a7a-b2d9-c03972480494 on host dv-cinder-792299-3-smb {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:30.575572 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Pushing event deleted for resources: {'Port': ['ID=10651de2-b024-4a7a-b2d9-c03972480494,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:30.584492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:30.603324 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-933460'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.628355 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Pushing event deleted for resources: {'Port': ['ID=10651de2-b024-4a7a-b2d9-c03972480494,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:30.636610 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:30.641698 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] No DVR routers for this DVR port 10651de2-b024-4a7a-b2d9-c03972480494 on host dv-cinder-792299-3-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:30.788783 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.825713 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.852403 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59e9bd44-5132-46b2-97aa-7d60f2ee07f6']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:30.877599 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '352c014d-8320-43bc-854b-1406c4485914') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:30.878279 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '352c014d-8320-43bc-854b-1406c4485914') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:30.895089 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.918777 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.927887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Releasing vlan 767 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:45:30.928367 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: util.warn( May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: util.warn( May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: util.warn( May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: util.warn( May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:45:30.942769 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:45:31.194550 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:31.200491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5994621f-01da-4552-8b30-9d1b1d2cc00b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:31.221308 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:31.239775 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=59e9bd44-5132-46b2-97aa-7d60f2ee07f6,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:31.247725 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:31.252771 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] 10.222.0.66 "DELETE /v2.0/networks/59e9bd44-5132-46b2-97aa-7d60f2ee07f6 HTTP/1.1" status: 204 len: 168 time: 2.0393124 May 21 15:45:31.321763 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dad6a2-ebf0-46c4-9be1-d3b79c29431f req-35c213f6-06a8-4b0b-ad32-e7a82ade5970 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:31.323355 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-58dad6a2-ebf0-46c4-9be1-d3b79c29431f req-35c213f6-06a8-4b0b-ad32-e7a82ade5970 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.2531466 May 21 15:45:31.392421 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-58dad6a2-ebf0-46c4-9be1-d3b79c29431f req-343dd2fc-697a-42a6-bd01-03fbaad5e5c5 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567563 May 21 15:45:31.478785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-933091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2973417'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:31.483271 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6277d5e8-a177-4351-ae82-9bee3ce2ac45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:31.523528 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fa1f679a-4072-4c24-8546-0f5adb3cb006,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:31.527125 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:31.528195 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:31.535826 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-07e17bf7-439e-40e2-b0d4-6bf91e829485 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/fa1f679a-4072-4c24-8546-0f5adb3cb006 HTTP/1.1" status: 204 len: 168 time: 1.1989186 May 21 15:45:31.538346 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f924022f-2b35-45c2-ba1b-3ff0db6e6803 None None] Network fccfc7ff-1b84-4767-9e00-626d743ce7fc requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:45:31.538946 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59558) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:31.672371 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:31.717109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59562) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:31.780384 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-72012a54-d297-4589-8f9d-bb5b6611ac7b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=0726b565006849e5936329b80bc6293d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0528727 May 21 15:45:31.780384 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59566) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:31.803724 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Deleting port 16af4b69-4cd6-4390-8dd6-dc3c717b355d {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:31.804292 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:31.948457 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] For port 16af4b69-4cd6-4390-8dd6-dc3c717b355d, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=16af4b69-4cd6-4390-8dd6-dc3c717b355d,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:31.948967 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.006560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.017143 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] DHCP port deletion for fccfc7ff-1b84-4767-9e00-626d743ce7fc request from dv-cinder-792299-3-smb {{(pid=92297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:45:32.060705 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.101654 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Calling delete_port for 16af4b69-4cd6-4390-8dd6-dc3c717b355d owned by network:dhcp {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:32.143127 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Deleting port 16af4b69-4cd6-4390-8dd6-dc3c717b355d {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:32.143949 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.245651 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.252859 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-355110e0-205a-428b-a57c-440b4356b6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:32.275848 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf539af0-2659-4153-8351-9688d558ca9e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:32.281352 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] For port 16af4b69-4cd6-4390-8dd6-dc3c717b355d, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=16af4b69-4cd6-4390-8dd6-dc3c717b355d,segment=NetworkSegment(75d50c48-1d49-4006-a87c-045b46fd04fd),segment_id=75d50c48-1d49-4006-a87c-045b46fd04fd)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:32.281967 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.283862 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:32.289550 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.290885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.296048 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bf539af0-2659-4153-8351-9688d558ca9e HTTP/1.1" status: 204 len: 168 time: 0.5180860 May 21 15:45:32.299750 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7bd529e-76bc-44fd-98fe-360380864cd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:32.393806 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Pushing event deleted for resources: {'Port': ['ID=16af4b69-4cd6-4390-8dd6-dc3c717b355d,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:32.397829 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] No DVR routers for this DVR port 16af4b69-4cd6-4390-8dd6-dc3c717b355d on host dv-cinder-792299-3-smb {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:32.400955 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:32.428154 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Calling delete_port for 16af4b69-4cd6-4390-8dd6-dc3c717b355d owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:32.514772 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.519746 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-c1587250-e00d-4042-9045-5e91a37d28c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:32.573505 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Pushing event deleted for resources: {'Port': ['ID=16af4b69-4cd6-4390-8dd6-dc3c717b355d,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:32.576595 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:32.581007 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f684248-933f-4821-b3d9-960fc2add1ab None None] No DVR routers for this DVR port 16af4b69-4cd6-4390-8dd6-dc3c717b355d on host dv-cinder-792299-3-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:45:32.662357 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.701290 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fccfc7ff-1b84-4767-9e00-626d743ce7fc']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:32.725916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75d50c48-1d49-4006-a87c-045b46fd04fd') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:32.726208 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75d50c48-1d49-4006-a87c-045b46fd04fd') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:32.742286 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-933453'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.765863 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.782468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08bc6f11-983b-442f-b056-bb281882f6b2 req-40d7bb90-3c26-47cc-b348-37212e50018c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:32.784153 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-08bc6f11-983b-442f-b056-bb281882f6b2 req-40d7bb90-3c26-47cc-b348-37212e50018c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.2412491 May 21 15:45:32.785329 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Releasing vlan 787 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:45:32.785816 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-933053'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: Traceback (most recent call last): May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: timer() May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: cb(*args, **kw) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: return func(*args, **kwargs) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: self._notify() May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: self.callback(batched_events) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: event.method(event) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: return f(self, *a, **k) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: return self._get(url).json() May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:45:32.805092 dv-cinder-792299-3-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:45:32.927015 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-08bc6f11-983b-442f-b056-bb281882f6b2 req-e7062dc0-bc92-4a66-af70-238b90f75ce1 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1174614 May 21 15:45:33.033152 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:33.037684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:33.056303 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:33.067887 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Pushing event deleted for resources: {'Network': ['ID=fccfc7ff-1b84-4767-9e00-626d743ce7fc,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:33.071444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:33.224220 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] 10.222.0.66 "DELETE /v2.0/networks/fccfc7ff-1b84-4767-9e00-626d743ce7fc HTTP/1.1" status: 204 len: 168 time: 1.6842999 May 21 15:45:33.464164 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59580) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:33.541326 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8b75bfab-b3e2-4726-a523-e103e72aa5f6 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=6625c465a4a147cd8ea8571e4ae28c19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0740592 May 21 15:45:33.543669 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59584) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:33.607676 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:33.634753 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:33.872584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:33.879266 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-13488017-cae7-4da5-9da8-e5ad5b8bf02f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:33.894406 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 16af4b69-4cd6-4390-8dd6-dc3c717b355d no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:45:33.898286 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb5891-c00b-4081-bf76-7a333b6892ee,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:33.902631 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:33.905503 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:33.910901 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-31db2671-407d-430e-af7b-1da000ac3118 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ffb5891-c00b-4081-bf76-7a333b6892ee HTTP/1.1" status: 204 len: 168 time: 0.3625524 May 21 15:45:33.947353 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 16af4b69-4cd6-4390-8dd6-dc3c717b355d {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:45:33.947961 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 16af4b69-4cd6-4390-8dd6-dc3c717b355d not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:45:33.968126 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59590) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:34.046663 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a6e2636b-15f0-40d3-bfea-47ed82238f13 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=c9a11880c4d24053b40346d21b83fa31&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0770037 May 21 15:45:34.049545 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59596) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:34.119905 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:34.150965 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:34.171552 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea20039-c5de-4803-809e-88f800e8be72 req-fa02bbfc-5586-4d3c-91b5-3a6b41b0eb4e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:34.173315 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ea20039-c5de-4803-809e-88f800e8be72 req-fa02bbfc-5586-4d3c-91b5-3a6b41b0eb4e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1007743 May 21 15:45:34.224902 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2ea20039-c5de-4803-809e-88f800e8be72 req-7d82d639-64ce-462c-85ee-d03c38653afe tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444694 May 21 15:45:34.342189 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:34.348039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-afefb8ed-e450-4d08-b3eb-0e5c1b2a8578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:34.363325 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45152312-0e16-426a-b1d6-0a2e61f962b4,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:34.368545 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:34.372771 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:34.373948 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/45152312-0e16-426a-b1d6-0a2e61f962b4 HTTP/1.1" status: 204 len: 168 time: 0.3233781 May 21 15:45:35.485334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e9c912-2cd2-48cb-9f77-cec70928abeb req-d1fd783c-07a7-4307-b030-9cbfe5096f3a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:35.488098 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42e9c912-2cd2-48cb-9f77-cec70928abeb req-d1fd783c-07a7-4307-b030-9cbfe5096f3a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 943 time: 0.1300557 May 21 15:45:35.562938 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42e9c912-2cd2-48cb-9f77-cec70928abeb req-f15fbb4e-8d07-4814-8865-2f59d12d7a15 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643518 May 21 15:45:35.822505 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59622) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:35.958568 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1330747160-network', 'tenant_id': '7ac02ba641f24b089109eae948228032'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:45:35.966868 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:45:35.973733 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Usage tracker for resource:network and tenant:7ac02ba641f24b089109eae948228032 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:45:35.979554 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:45:36.086212 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:45:36.137054 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:45:36.249649 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:36.265760 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'port_id': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'mac_address': 'fa:16:3e:88:17:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 798, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:45:36.272864 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Made reservation on behalf of 7ac02ba641f24b089109eae948228032 for: {'network': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:45:36.276025 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_net-1539210'] for network, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.291816 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.309803 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:45:36.314785 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Usage tracker for resource:security_group_rule and tenant:7ac02ba641f24b089109eae948228032 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:45:36.318882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:45:36.328030 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:45:36.374439 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.405375 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bd4f7b90-a620-4038-97a4-f7b70f131c5e {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:45:36.428498 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:36.475486 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.588674 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.591761 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:36.627750 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.639792 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-de272fc4-4e9d-4aa7-ac9a-1c830fa10bfa tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:36.674080 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 750} {{(pid=92296) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} May 21 15:45:36.694159 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b436e24b-1232-4e04-b1de-6e42fca8469c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:36.709268 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=9']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:36.710746 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:36.713198 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:36.749753 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.750089 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.segments_db [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Added segment 9c44ddc3-777f-4dc9-a72b-bb0e224a164a of type vlan for network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 May 21 15:45:36.807982 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8732845596407'] for network, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.861586 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cb3530-378f-4d70-a190-abab9fe4efb7 req-a782e129-5739-4bba-897e-290f5e473085 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:36.861586 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-07cb3530-378f-4d70-a190-abab9fe4efb7 req-a782e129-5739-4bba-897e-290f5e473085 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.1445518 May 21 15:45:36.922650 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-07cb3530-378f-4d70-a190-abab9fe4efb7 req-ea939851-3d78-4569-8808-a1b286487652 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544899 May 21 15:45:36.924539 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956'] for network, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.926300 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:36.926974 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:36.933534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:37.054213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Pushing event updated for resources: {'Network': ['ID=c0b7e51e-1e83-4764-b084-fa2cd0b0e506,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:37.057288 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:37.072649 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 details requested by agent ovs-agent-dv-cinder-792299-3-smb with host dv-cinder-792299-3-smb {{(pid=92297) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} May 21 15:45:37.095839 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['bd4f7b90-a620-4038-97a4-f7b70f131c5e'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:45:37.112402 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:45:37.166563 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-7ef58fa8-fb44-429d-a4f8-010f58291469 admin admin] 10.222.0.66 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3425677 May 21 15:45:37.170547 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59630) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:37.177717 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Request body: {'subnet': {'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1330747160-subnet', 'tenant_id': '7ac02ba641f24b089109eae948228032', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:45:37.183931 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:45:37.190912 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Usage tracker for resource:subnet and tenant:7ac02ba641f24b089109eae948228032 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:45:37.194999 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:45:37.203028 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:45:37.324851 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Made reservation on behalf of 7ac02ba641f24b089109eae948228032 for: {'subnet': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:45:37.328121 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2973388'] for subnet, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:38.052174 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-932898', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2973410'] for subnet, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:38.059623 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:38.214681 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ad6604fc-7780-4228-8d4e-e8f534ba8020,revision_number=0']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:38.218036 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:38.238988 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Checking segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:45:38.239584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Network hostable DHCP agents. Network: c0b7e51e-1e83-4764-b084-fa2cd0b0e506, hostable agents: ['0582b6f8-5a67-4a45-92fa-2751894931b1'], hosted agents: [] {{(pid=92296) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} May 21 15:45:38.274197 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be060d8c-7910-44b1-8444-421dd996821c req-e69f157b-3854-4ade-84a6-2242342a5342 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:38.281068 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be060d8c-7910-44b1-8444-421dd996821c req-e69f157b-3854-4ade-84a6-2242342a5342 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.1748459 May 21 15:45:38.335017 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be060d8c-7910-44b1-8444-421dd996821c req-a5373910-6db2-4269-9464-fd477d60b17b tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484619 May 21 15:45:38.370108 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 is scheduled to be hosted by DHCP agent 0582b6f8-5a67-4a45-92fa-2751894931b1 with binding_index 1 {{(pid=92296) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} May 21 15:45:38.473986 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-792299-3-smb, c0b7e51e-1e83-4764-b084-fa2cd0b0e506) {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:45:38.487218 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d5dd4e-fb2f-4eae-8679-3e60c8437152 None None] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:45:38.489321 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:38.491059 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:38.640782 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-ce84cbf2-80c9-423a-9916-e5f226c1d132 admin admin] 10.222.0.66 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4686966 May 21 15:45:38.850733 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b208c22b-ab2c-49f2-8a56-0a96d50f248a None None] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:45:39.610988 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-c5670d0b-5eeb-48e0-b9fa-b096176ff98b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:39.611857 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-c5670d0b-5eeb-48e0-b9fa-b096176ff98b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:network {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:45:39.681329 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0557936-8f59-43c9-b1cf-8b47297ae7c8 req-1147eee5-f4cb-4e3a-93fc-7602fd7075ff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:39.683288 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a0557936-8f59-43c9-b1cf-8b47297ae7c8 req-1147eee5-f4cb-4e3a-93fc-7602fd7075ff tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 944 time: 0.1482027 May 21 15:45:39.748900 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-c5670d0b-5eeb-48e0-b9fa-b096176ff98b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:network {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:45:39.750804 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-c5670d0b-5eeb-48e0-b9fa-b096176ff98b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.4484768 May 21 15:45:39.780945 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a0557936-8f59-43c9-b1cf-8b47297ae7c8 req-9549d05e-fcd8-4584-abf2-e39dee3a8a80 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880859 May 21 15:45:39.787969 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-3304d329-0ffa-41d2-8bfd-6df1e664c797 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/quotas/7ac02ba641f24b089109eae948228032 HTTP/1.1" status: 200 len: 375 time: 0.0257173 May 21 15:45:39.892075 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-14fcacda-40df-438b-9744-28732900a077 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0919101 May 21 15:45:39.906246 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-b34dd418-f753-4ce3-99ff-e2a26a554104 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:45:39.907767 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-b34dd418-f753-4ce3-99ff-e2a26a554104 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079494 May 21 15:45:40.108371 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:45:40.127139 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-7095f95c-b13b-4d08-81a6-5e32c6d7b11a service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2083092 May 21 15:45:40.229992 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port bd4f7b90-a620-4038-97a4-f7b70f131c5e triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:45:40.230995 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:40.285733 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-9ff5e58a-c24f-4615-95a8-ebb1ac595d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:40.365085 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-939fbab3-ca40-4ce1-a35b-3c5dc5ab85e8 service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2253499 May 21 15:45:40.409995 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:40.458112 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:40.483253 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:40.519999 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'code': 200} May 21 15:45:40.599777 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:40.602766 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:40.715176 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=10']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:40.726854 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.727347 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.727875 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.728213 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.728597 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.728928 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.729335 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.729836 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.730204 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.730528 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.730878 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.736833 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:45:40.736833 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:40.797379 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-42c9072c-44a2-47a6-b05b-3dfe44f2fb57 req-0df5f5a6-72b4-42f7-8bb0-7c2830b3f7c6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 210 time: 0.0512538 May 21 15:45:41.235096 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da3f141-3b72-4913-8118-b2bd7efb064d req-30a05d3f-1dad-41de-a351-d16524a78673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:41.236624 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7da3f141-3b72-4913-8118-b2bd7efb064d req-30a05d3f-1dad-41de-a351-d16524a78673 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 1099 time: 0.2629299 May 21 15:45:41.264839 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10770cf-f7ba-4182-810a-f85440945155 req-16b8e913-6fda-40f4-a5e7-5f152d94df8e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:41.266408 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c10770cf-f7ba-4182-810a-f85440945155 req-16b8e913-6fda-40f4-a5e7-5f152d94df8e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.2565746 May 21 15:45:41.321799 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7da3f141-3b72-4913-8118-b2bd7efb064d req-1c32ca76-8e31-4e4e-b45a-67065975eebd service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777442 May 21 15:45:41.341898 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c10770cf-f7ba-4182-810a-f85440945155 req-cfe79658-3c34-40b9-8e82-21d92cf1a809 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650313 May 21 15:45:41.933294 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c86a7980-dc11-4108-9e7e-c2f0c5b6d71d req-000788e7-4b2c-4763-8afe-4945be0c52ea tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 210 time: 0.0493500 May 21 15:45:42.614138 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a12ba11-f6f9-4f65-aa75-c1ec40c002da req-392ddbd2-0931-4de4-929d-f2b56fa454db tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:42.616792 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a12ba11-f6f9-4f65-aa75-c1ec40c002da req-392ddbd2-0931-4de4-929d-f2b56fa454db tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.1374919 May 21 15:45:42.644974 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:42.685387 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8a12ba11-f6f9-4f65-aa75-c1ec40c002da req-c4fca032-6e2e-4833-a802-2727c3ac041c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534055 May 21 15:45:42.947353 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce496-d104-4524-b6b6-022a0d702705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:43.183019 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ac5950c-808c-446e-a741-9ba257eee339 req-f7f91225-cedc-4b16-bda3-a4e9a1680122 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 210 time: 0.0597599 May 21 15:45:43.988035 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:44.112180 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128a10ed-ba6b-407e-b1da-0f542064806a req-15531258-c2ec-45d8-b2d1-aec213338acc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:44.113841 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-128a10ed-ba6b-407e-b1da-0f542064806a req-15531258-c2ec-45d8-b2d1-aec213338acc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.2396693 May 21 15:45:44.141875 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-65dea5e4-f50b-4583-97f6-b22b1eec49c7 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:44.143471 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-65dea5e4-f50b-4583-97f6-b22b1eec49c7 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.2149212 May 21 15:45:44.163885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Request body: {'port': {'device_id': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'admin_state_up': True, 'tenant_id': '7ac02ba641f24b089109eae948228032'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:45:44.341341 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-128a10ed-ba6b-407e-b1da-0f542064806a req-2a10fb14-2d62-4639-b0af-a0302141ae58 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2079477 May 21 15:45:44.498895 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7f796f71-c783-4401-a2f7-dda3d032aaaa req-a38c34c5-b045-459c-96f9-7d3d053e7f86 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 210 time: 0.0673323 May 21 15:45:44.503477 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:45:44.512443 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Usage tracker for resource:port and tenant:7ac02ba641f24b089109eae948228032 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:45:44.519187 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Quota usage for port was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:45:44.531118 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:45:44.672925 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Made reservation on behalf of 7ac02ba641f24b089109eae948228032 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:45:44.676981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:44.954057 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Allocated IP 172.20.0.4 (c0b7e51e-1e83-4764-b084-fa2cd0b0e506/ad6604fc-7780-4228-8d4e-e8f534ba8020/7e941fbe-b24d-4b50-9992-7b245164920c) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:45:45.239790 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:45.347712 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:45.355312 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-28726bba-2c5e-47c9-9386-cfd9d2994cef tempest-VolumesSnapshotTestJSON-1346002101 tempest-VolumesSnapshotTestJSON-1346002101-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:45.429305 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:45:45.433955 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:45:45.438741 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:45:45.478842 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event updated for resources: {'Port': ['ID=7e941fbe-b24d-4b50-9992-7b245164920c,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:45.488080 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:45.528256 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:45.528987 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:45.667722 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:45.699983 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5419238 May 21 15:45:45.792923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d429eedb-cdd2-48f6-9b81-ed10ad375312 req-ef908787-f4e0-43fd-a39c-5ffdcb608d6e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:45.795570 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d429eedb-cdd2-48f6-9b81-ed10ad375312 req-ef908787-f4e0-43fd-a39c-5ffdcb608d6e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.2003438 May 21 15:45:45.890362 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Request body: {'port': {'device_id': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:45:45.981383 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d429eedb-cdd2-48f6-9b81-ed10ad375312 req-965fd274-07f9-47aa-bd37-11519e91216e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1735454 May 21 15:45:46.055833 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-c8a7f980-b289-441f-bc84-4a545fa605bf tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:46.056455 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-c8a7f980-b289-441f-bc84-4a545fa605bf tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:45:46.072382 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:46.421719 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-c8a7f980-b289-441f-bc84-4a545fa605bf tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:45:46.423952 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-c8a7f980-b289-441f-bc84-4a545fa605bf tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 931 time: 0.7179568 May 21 15:45:46.576326 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-82877319-51bb-4e1f-8d49-cdc42a5cd6aa tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:security_group {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:45:46.819325 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-82877319-51bb-4e1f-8d49-cdc42a5cd6aa tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:security_group {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:45:46.820806 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ef61c317-ba16-425a-8c03-77fff75fcadf req-82877319-51bb-4e1f-8d49-cdc42a5cd6aa tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3832738 May 21 15:45:46.857921 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e941fbe-b24d-4b50-9992-7b245164920c {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:45:46.872665 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:46.899084 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Transition to ACTIVE for port object 7e941fbe-b24d-4b50-9992-7b245164920c will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:45:46.981232 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:46.985521 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d7732074-0796-4c53-bb07-dfda4feb4dfb tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:47.162107 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Pushing event updated for resources: {'Port': ['ID=7e941fbe-b24d-4b50-9992-7b245164920c,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:47.170059 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:47.283438 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Attempting to bind port 7e941fbe-b24d-4b50-9992-7b245164920c on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:45:47.283839 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Attempting to bind port 7e941fbe-b24d-4b50-9992-7b245164920c by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:45:47.284156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Attempting to bind port 7e941fbe-b24d-4b50-9992-7b245164920c on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:45:47.290282 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Port 7e941fbe-b24d-4b50-9992-7b245164920c on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:45:47.290747 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Attempting to bind port 7e941fbe-b24d-4b50-9992-7b245164920c on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:45:47.298514 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:45:47.298894 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Checking segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:45:47.299318 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Bound using segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:45:47.299793 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Bound port: 7e941fbe-b24d-4b50-9992-7b245164920c, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:45:47.300167 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:47.435259 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] For port 7e941fbe-b24d-4b50-9992-7b245164920c, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:45:47.438433 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] For port 7e941fbe-b24d-4b50-9992-7b245164920c, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7e941fbe-b24d-4b50-9992-7b245164920c,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:45:47.678763 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:47.682617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8285822f-ff97-4645-8bf2-99ff74712114 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:47.743670 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:47.744291 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:47.745809 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-5261122d-4080-4dda-980e-9d7243367756 service neutron] 10.222.0.74 "PUT /v2.0/ports/7e941fbe-b24d-4b50-9992-7b245164920c HTTP/1.1" status: 200 len: 1093 time: 2.0363026 May 21 15:45:47.746360 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'tag': '7e941fbe-b24d-4b50-9992-7b245164920c'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:47.774204 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Pushing event updated for resources: {'Port': ['ID=7e941fbe-b24d-4b50-9992-7b245164920c,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:47.777814 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:47.800919 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'tag': '7e941fbe-b24d-4b50-9992-7b245164920c', 'status': 'completed', 'code': 200} May 21 15:45:47.915926 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e9425-48d2-4f02-82a9-c4c459887c7e req-89bd2d05-c6c8-49cc-9538-97bbc76ef054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:47.917594 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-436e9425-48d2-4f02-82a9-c4c459887c7e req-89bd2d05-c6c8-49cc-9538-97bbc76ef054 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 1096 time: 0.0956275 May 21 15:45:48.152847 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:48.293865 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e9425-48d2-4f02-82a9-c4c459887c7e req-9a63e942-3cf9-4058-b8f2-6e3f85a0ab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:48.295852 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-436e9425-48d2-4f02-82a9-c4c459887c7e req-9a63e942-3cf9-4058-b8f2-6e3f85a0ab2a service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ac02ba641f24b089109eae948228032&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3680987 May 21 15:45:48.305873 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25cdbb1-fcae-46d8-be5c-20d6b8ce1bf8 req-7f56e2c6-60c6-47bd-8851-9ff029aaf4a3 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:48.307844 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c25cdbb1-fcae-46d8-be5c-20d6b8ce1bf8 req-7f56e2c6-60c6-47bd-8851-9ff029aaf4a3 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 943 time: 0.3409667 May 21 15:45:48.459035 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c25cdbb1-fcae-46d8-be5c-20d6b8ce1bf8 req-fdca2aec-ed77-450d-bb6c-e9d07c3cf381 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282682 May 21 15:45:48.512996 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436e9425-48d2-4f02-82a9-c4c459887c7e req-4dddd93f-5527-43ae-bfe4-b4b7ed48270d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:48.514559 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-436e9425-48d2-4f02-82a9-c4c459887c7e req-4dddd93f-5527-43ae-bfe4-b4b7ed48270d service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2056258 May 21 15:45:48.658070 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-e3ac9de3-498d-4be3-99c1-695e1d9de97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:48.659918 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-e3ac9de3-498d-4be3-99c1-695e1d9de97e service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 1096 time: 0.0953631 May 21 15:45:48.741123 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-2a75df90-e3d2-4116-8d63-eb64a3474fc4 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e941fbe-b24d-4b50-9992-7b245164920c HTTP/1.1" status: 200 len: 217 time: 0.0732567 May 21 15:45:48.817358 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-3cb2399c-64f5-43bb-ace4-f8ed551722ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:48.819422 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-3cb2399c-64f5-43bb-ace4-f8ed551722ad service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad6604fc-7780-4228-8d4e-e8f534ba8020 HTTP/1.1" status: 200 len: 855 time: 0.0711486 May 21 15:45:48.872876 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-3f22a7c2-2797-466d-b343-0ca29531ffe5 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458558 May 21 15:45:49.080230 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-3bd15b8a-8a59-4cac-870d-9ad239ddc0c5 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997840 May 21 15:45:49.381179 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-523fd72a-2af1-4234-bced-d49273eb0f5c req-08458f83-4b4d-44eb-b674-93d15225baa3 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886479 May 21 15:45:49.774411 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69db1924-2076-4861-9d02-236cb6f80270 req-d5cf0f8c-1b25-4517-8f35-10d75a358444 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:49.776121 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-69db1924-2076-4861-9d02-236cb6f80270 req-d5cf0f8c-1b25-4517-8f35-10d75a358444 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 943 time: 0.1026535 May 21 15:45:49.860515 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-69db1924-2076-4861-9d02-236cb6f80270 req-9fe3cd9d-cfbd-46a6-bc68-efa46d5988a1 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723128 May 21 15:45:50.183316 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-b9f402ab-f34e-4775-9bb6-f0f53a7ae34f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-727140782&fields=id&tenant_id=d187bea658ea4d95a694f5686a8f52c4 HTTP/1.1" status: 200 len: 267 time: 0.0539150 May 21 15:45:50.287503 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-961771eb-a7e2-4499-819b-71925fc438e8 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:50.289267 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-961771eb-a7e2-4499-819b-71925fc438e8 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 985 time: 0.0954695 May 21 15:45:50.306213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Request body: {'port': {'security_groups': ['299f5d90-beb1-46f9-ab58-876c73a1a73b']}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:45:50.462510 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:50.788923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:50.820901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:50.895423 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:50.903235 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-181b5d07-3fc4-43f7-9e49-4a33e6570b90 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:50.910306 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['280e323f-b534-48bf-b788-0da27aac5826'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:45:51.031772 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:51.032812 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:51.035193 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-69b5277f-0bdb-4e51-ade5-8811fb1c57d3 req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "PUT /v2.0/ports/280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 943 time: 0.7374496 May 21 15:45:51.035997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:51.046251 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59742) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:51.073881 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event updated for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=7']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:51.135463 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['280e323f-b534-48bf-b788-0da27aac5826'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:45:51.206882 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c5f71280-aa5d-46b2-93c9-9f2bf68a7779 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:51.210003 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'status': 'completed', 'code': 200} May 21 15:45:51.261875 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:51.323270 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:51.372595 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ada704-94bf-4341-b812-735ca31d6be6 req-3bd19c5a-2317-4b86-a613-3e2f7ab8dbfd tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:51.381346 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-27ada704-94bf-4341-b812-735ca31d6be6 req-3bd19c5a-2317-4b86-a613-3e2f7ab8dbfd tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 943 time: 0.3025100 May 21 15:45:51.504365 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-fdd89cdc-20c0-4a28-aa66-2e67e6697814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:51.507792 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-fdd89cdc-20c0-4a28-aa66-2e67e6697814 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1099 time: 0.2936213 May 21 15:45:51.513438 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-27ada704-94bf-4341-b812-735ca31d6be6 req-2f9fe65a-60a6-4ade-b5b8-f6755f6d0feb tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081820 May 21 15:45:51.529706 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-4b362267-ad46-45c3-9dbf-d7b4511aaf99 None None] Provisioning complete for port 280e323f-b534-48bf-b788-0da27aac5826 triggered by entity DHCP. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:45:51.529706 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4b362267-ad46-45c3-9dbf-d7b4511aaf99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:51.565165 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:51.574320 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-038acecd-2e80-44ff-aba7-38d077e8817c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:51.604730 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdad7de-54ee-4ee0-9344-6545ec374199,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:51.612675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:51.620040 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:51.622396 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "DELETE /v2.0/security-groups/fcdad7de-54ee-4ee0-9344-6545ec374199 HTTP/1.1" status: 204 len: 168 time: 0.5734205 May 21 15:45:51.625042 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59748) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:45:51.766140 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-f8c26d52-74db-4b19-9b8e-3c00689fba47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:51.768634 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-f8c26d52-74db-4b19-9b8e-3c00689fba47 service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.2530444 May 21 15:45:51.959030 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-ffa6cb7a-3bb7-418a-b4d0-b84681b86197 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 1001 time: 0.1824622 May 21 15:45:51.981759 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Deleting port 03497e16-1b85-4d53-b0e8-9553ab924221 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:45:51.982166 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.068782 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-7847663d-3184-41b6-8d30-e892e6296ed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:52.070994 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-7847663d-3184-41b6-8d30-e892e6296ed0 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.1058304 May 21 15:45:52.170889 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.171894 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.190299 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7e941fbe-b24d-4b50-9992-7b245164920c details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:45:52.195464 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-72ae7f0b-be6b-4d01-a427-0303ad6b075d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:52.198049 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-72ae7f0b-be6b-4d01-a427-0303ad6b075d service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1189408 May 21 15:45:52.336100 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Calling delete_port for 03497e16-1b85-4d53-b0e8-9553ab924221 owned by network:floatingip {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:45:52.412614 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 7e941fbe-b24d-4b50-9992-7b245164920c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7e941fbe-b24d-4b50-9992-7b245164920c,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:52.429348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '7e941fbe-b24d-4b50-9992-7b245164920c', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'port_id': '7e941fbe-b24d-4b50-9992-7b245164920c', 'mac_address': 'fa:16:3e:19:87:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6604fc-7780-4228-8d4e-e8f534ba8020', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:45:52.447371 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-60fa5b24-425e-49be-8ac5-54f2461783ce service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414057 May 21 15:45:52.520301 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.554390 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e941fbe-b24d-4b50-9992-7b245164920c {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:45:52.590166 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 7e941fbe-b24d-4b50-9992-7b245164920c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7e941fbe-b24d-4b50-9992-7b245164920c,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:52.643604 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a13de23-f560-4a20-bff5-7f9764cad1ba req-a7285b7e-01b2-48b1-beb7-ab42977c0f1b service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1865575 May 21 15:45:52.690545 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.696273 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f78682b1-3ff3-41ed-88ef-90a0be77a18f tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:52.751866 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event deleted for resources: {'Port': ['ID=03497e16-1b85-4d53-b0e8-9553ab924221,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:52.755553 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:52.763025 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.767308 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:52.874497 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks [] for floatingip, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:52.875119 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.db.l3_db [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Floating IP 367a3e30-b44f-498c-8a55-9633602eb0cf disassociated (deleted). External IP: 172.28.0.31, port: 280e323f-b534-48bf-b788-0da27aac5826. May 21 15:45:52.935796 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fd0757-00dc-4e92-8ad2-0ed55e9480f0 req-5a4c7c2a-ea9c-4aa0-b1eb-fb8cdd9d5b0b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:52.939175 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-10fd0757-00dc-4e92-8ad2-0ed55e9480f0 req-5a4c7c2a-ea9c-4aa0-b1eb-fb8cdd9d5b0b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 944 time: 0.2712481 May 21 15:45:52.961234 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=7e941fbe-b24d-4b50-9992-7b245164920c,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:52.966495 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:53.008857 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-10fd0757-00dc-4e92-8ad2-0ed55e9480f0 req-8da22fbb-7037-46f1-be8a-bab8de928b06 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580313 May 21 15:45:53.184654 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:45:53.503922 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Router af20e35b-5d70-4234-80ef-be9cb43a386d has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:45:53.775195 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:45:53.792212 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] Sync routers for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:45:53.799977 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:53.805430 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:53.806074 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:53.882289 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0439f26e-55ef-4050-893f-5e6ed50f7541 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "DELETE /v2.0/floatingips/367a3e30-b44f-498c-8a55-9633602eb0cf HTTP/1.1" status: 204 len: 168 time: 2.2494864 May 21 15:45:53.882289 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92295) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:54.009957 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'status': 'completed', 'code': 200} May 21 15:45:54.096334 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:54.205052 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e156a-77e5-43ff-995e-e6b47136848d req-e6078cf6-13c4-4655-89fa-ad7cca1f98b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:54.207148 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-e6078cf6-13c4-4655-89fa-ad7cca1f98b9 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=d187bea658ea4d95a694f5686a8f52c4&device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 1099 time: 0.1642928 May 21 15:45:54.545500 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e156a-77e5-43ff-995e-e6b47136848d req-34c7e493-4d13-445e-8694-3b36e02363ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:54.547999 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-34c7e493-4d13-445e-8694-3b36e02363ac service neutron] 10.222.0.74 "GET /v2.0/networks?id=f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 200 len: 916 time: 0.3338549 May 21 15:45:54.561131 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a621a30-5897-4676-a875-92c6b574f361 req-5c9bea61-0ea9-4706-a58e-aa35853f1f3e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:54.562783 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9a621a30-5897-4676-a875-92c6b574f361 req-5c9bea61-0ea9-4706-a58e-aa35853f1f3e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 944 time: 0.3137772 May 21 15:45:54.602498 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:54.607494 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] Checking router: af20e35b-5d70-4234-80ef-be9cb43a386d for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:45:54.620637 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:45:54.621450 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:54.650300 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-c6f2e8d3-2b33-4195-9892-cdd0899bd11e service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 200 len: 217 time: 0.0865123 May 21 15:45:54.741870 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9a621a30-5897-4676-a875-92c6b574f361 req-51cb6459-0dd7-472d-b678-af53c6d63a5e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238282 May 21 15:45:54.790752 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e156a-77e5-43ff-995e-e6b47136848d req-9a5b27a7-0a07-4f7c-9561-a007ac8bfb8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:54.793960 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-9a5b27a7-0a07-4f7c-9561-a007ac8bfb8f service neutron] 10.222.0.74 "GET /v2.0/subnets?id=4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 200 len: 854 time: 0.1337647 May 21 15:45:54.923480 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:45:54.928713 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e156a-77e5-43ff-995e-e6b47136848d req-41cba3e6-42af-4a14-a3a0-a0599afe393c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:54.930277 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-41cba3e6-42af-4a14-a3a0-a0599afe393c service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=f4060167-c406-4874-8c50-001952afcd07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1173 time: 0.1290510 May 21 15:45:55.186612 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-2015fd92-0225-44ae-8702-ce86b3297fe9 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2480114 May 21 15:45:55.304313 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:45:55.308836 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c226c29-f0d0-4720-aca3-ce34f4889887 None None] The sync data for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb is: [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:41:18Z', 'revision_number': 4, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'fd0ed174-0002-4606-9c41-cf4ebb1c0a97', 'name': '', 'network_id': 'f4060167-c406-4874-8c50-001952afcd07', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'mac_address': 'fa:16:3e:c9:6d:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_interface', 'standard_attr_id': 494, 'fixed_ips': [{'subnet_id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:17Z', 'updated_at': '2021-05-21T15:41:24Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'subnets': [{'id': '4b4461e3-a047-4fca-b3c4-faa7082ff8b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:45:55.347579 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a41e156a-77e5-43ff-995e-e6b47136848d req-57d95755-e8a0-4fb3-bfa2-6077c7275ed8 service neutron] 10.222.0.74 "GET /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529119 May 21 15:45:55.621936 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44a45f11-964d-4cfe-937e-38988c2e1af2 None None] New status for floating IP 367a3e30-b44f-498c-8a55-9633602eb0cf: DOWN {{(pid=92297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:45:56.065961 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e60348a-33b9-4c2b-b61a-c3aae490b436 req-fc86c9c1-177a-4703-94ad-5e22bebf2ac3 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:56.067529 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3e60348a-33b9-4c2b-b61a-c3aae490b436 req-fc86c9c1-177a-4703-94ad-5e22bebf2ac3 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 944 time: 0.1212699 May 21 15:45:56.125650 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3e60348a-33b9-4c2b-b61a-c3aae490b436 req-607867fa-2392-4a5a-af24-1db39c0db1e5 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 May 21 15:45:56.239172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7e941fbe-b24d-4b50-9992-7b245164920c up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:45:56.444611 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 7e941fbe-b24d-4b50-9992-7b245164920c completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:45:56.450220 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 7e941fbe-b24d-4b50-9992-7b245164920c triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:45:56.450598 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:56.577244 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:56.609324 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e941fbe-b24d-4b50-9992-7b245164920c'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:45:56.627000 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 7e941fbe-b24d-4b50-9992-7b245164920c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7e941fbe-b24d-4b50-9992-7b245164920c,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:45:56.718394 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:45:56.721238 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-114caf26-1023-4c47-8139-7aaaf810e4ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:45:56.758040 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e941fbe-b24d-4b50-9992-7b245164920c', 'code': 200} May 21 15:45:56.802763 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=7e941fbe-b24d-4b50-9992-7b245164920c,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:45:56.806423 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:45:57.283137 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14e4976-1426-4582-ac40-11998e345b93 req-929efa5e-1015-4b2f-b77d-fda139c90427 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:57.284608 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d14e4976-1426-4582-ac40-11998e345b93 req-929efa5e-1015-4b2f-b77d-fda139c90427 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 1098 time: 0.0863636 May 21 15:45:57.335457 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d14e4976-1426-4582-ac40-11998e345b93 req-d46386dd-b27f-48a2-be31-1cd17a3ba929 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405879 May 21 15:45:57.517557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e34d7df-5313-4b56-b4ad-31d1e998cd70 req-b7ecff73-e742-4a37-9581-6abe02df3f8c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:57.519242 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7e34d7df-5313-4b56-b4ad-31d1e998cd70 req-b7ecff73-e742-4a37-9581-6abe02df3f8c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.1255460 May 21 15:45:57.591712 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-7e34d7df-5313-4b56-b4ad-31d1e998cd70 req-c39317f2-e44d-49e2-9d63-e837cc166adb tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627663 May 21 15:45:58.906473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78561d67-f4af-4d16-980e-69b5eaf4d192 req-2a5451c5-0e37-4a5b-a23d-56f1575d00f6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:58.907963 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78561d67-f4af-4d16-980e-69b5eaf4d192 req-2a5451c5-0e37-4a5b-a23d-56f1575d00f6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.1255322 May 21 15:45:58.955512 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78561d67-f4af-4d16-980e-69b5eaf4d192 req-ec7cd448-af4f-4350-ba1e-a192310d8d0f tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410233 May 21 15:45:59.446332 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a192e075-3b33-4dbf-bec7-57b050ce0c44 req-173ecedd-6691-4376-ba55-d2c652f5dd6b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:45:59.447947 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a192e075-3b33-4dbf-bec7-57b050ce0c44 req-173ecedd-6691-4376-ba55-d2c652f5dd6b tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1016438 May 21 15:45:59.501321 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a192e075-3b33-4dbf-bec7-57b050ce0c44 req-53f274d9-95d9-47a9-bbe2-9a052df4b2bc tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433326 May 21 15:46:00.261728 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280556ee-76a9-4355-abb2-cfb13f4b82ea req-bdba4f08-2960-4636-8a70-0581229c1906 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:00.263261 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-280556ee-76a9-4355-abb2-cfb13f4b82ea req-bdba4f08-2960-4636-8a70-0581229c1906 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.0963998 May 21 15:46:00.321075 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-280556ee-76a9-4355-abb2-cfb13f4b82ea req-06496ba9-1682-4218-a910-a5aeab0c2273 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474958 May 21 15:46:00.765267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34772da-e5e4-4840-8caa-6aab3f84250a req-6585fffb-abbf-457c-b7c0-14e36b502426 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:00.768079 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c34772da-e5e4-4840-8caa-6aab3f84250a req-6585fffb-abbf-457c-b7c0-14e36b502426 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1191592 May 21 15:46:00.826387 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c34772da-e5e4-4840-8caa-6aab3f84250a req-274efeb9-11ed-46a7-9511-c98f44ec6eb8 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483854 May 21 15:46:01.811317 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431551c2-e588-487b-a00c-21d395861247 req-cf0c25da-7cf8-4591-9597-55b3048bd742 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:01.812933 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-431551c2-e588-487b-a00c-21d395861247 req-cf0c25da-7cf8-4591-9597-55b3048bd742 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.74 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.0879984 May 21 15:46:02.128022 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8356cd19-7592-4e5e-9073-04ce8c0e5c91 req-05d730ed-a1e7-4af6-8390-bbb6aeafa51e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:02.129701 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8356cd19-7592-4e5e-9073-04ce8c0e5c91 req-05d730ed-a1e7-4af6-8390-bbb6aeafa51e tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 946 time: 0.1641314 May 21 15:46:02.175156 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Deleting port 280e323f-b534-48bf-b788-0da27aac5826 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:02.175493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:02.260601 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8356cd19-7592-4e5e-9073-04ce8c0e5c91 req-783470ec-a83d-4f9a-b0ef-d3bf28d1c4d4 tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/security-groups?id=299f5d90-beb1-46f9-ab58-876c73a1a73b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235476 May 21 15:46:02.342388 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] For port 280e323f-b534-48bf-b788-0da27aac5826, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=280e323f-b534-48bf-b788-0da27aac5826,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:02.342844 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:02.480633 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Calling delete_port for 280e323f-b534-48bf-b788-0da27aac5826 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:02.866692 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:02.872747 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:02.900275 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['280e323f-b534-48bf-b788-0da27aac5826'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:46:02.917674 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Pushing event deleted for resources: {'Port': ['ID=280e323f-b534-48bf-b788-0da27aac5826,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:02.956058 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.956426 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.963522 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:02.967499 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:03.006700 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] No DVR routers for this DVR port 280e323f-b534-48bf-b788-0da27aac5826 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:46:03.009306 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:03.012226 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'name': 'network-vif-deleted', 'tag': '280e323f-b534-48bf-b788-0da27aac5826'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:46:03.021821 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-431551c2-e588-487b-a00c-21d395861247 req-b40bb3a9-6746-403c-9342-79564b66442a tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.74 "DELETE /v2.0/ports/280e323f-b534-48bf-b788-0da27aac5826 HTTP/1.1" status: 204 len: 173 time: 1.2018068 May 21 15:46:03.058493 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8a2a3a5-61b5-49f2-80be-adae95c0d4c7', 'name': 'network-vif-deleted', 'tag': '280e323f-b534-48bf-b788-0da27aac5826', 'status': 'completed', 'code': 200} May 21 15:46:03.438385 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-3575ee6c-57ff-48fb-bd0e-71a90a373237 req-ea768ddc-7c42-4553-aaf8-2b3630f457be tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Synchronizing usage tracker for tenant:d187bea658ea4d95a694f5686a8f52c4 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:46:03.569904 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-3575ee6c-57ff-48fb-bd0e-71a90a373237 req-ea768ddc-7c42-4553-aaf8-2b3630f457be tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Unset dirty status for tenant:d187bea658ea4d95a694f5686a8f52c4 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:46:03.571163 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-3575ee6c-57ff-48fb-bd0e-71a90a373237 req-ea768ddc-7c42-4553-aaf8-2b3630f457be tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] 10.222.0.66 "GET /v2.0/ports?device_id=f8a2a3a5-61b5-49f2-80be-adae95c0d4c7 HTTP/1.1" status: 200 len: 210 time: 0.1760716 May 21 15:46:06.325752 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 280e323f-b534-48bf-b788-0da27aac5826 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:06.365168 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 280e323f-b534-48bf-b788-0da27aac5826 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:06.365561 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 280e323f-b534-48bf-b788-0da27aac5826 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:06.474935 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59868) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:07.171122 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:07.816767 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Deleting port fd0ed174-0002-4606-9c41-cf4ebb1c0a97 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:07.818418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:07.970334 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] For port fd0ed174-0002-4606-9c41-cf4ebb1c0a97, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:07.970616 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:08.104847 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Calling delete_port for fd0ed174-0002-4606-9c41-cf4ebb1c0a97 owned by network:router_interface {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:08.360130 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:08.367195 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:08.419404 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Pushing event deleted for resources: {'Port': ['ID=fd0ed174-0002-4606-9c41-cf4ebb1c0a97,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:08.455751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:08.852263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:08.947543 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-cd709e09-bdc7-4967-8d44-5cd09aa90896 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:08.949232 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-cd709e09-bdc7-4967-8d44-5cd09aa90896 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.3090179 May 21 15:46:08.982221 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-bf2d2348-5ad7-453d-8926-215955192824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/quotas/7ac02ba641f24b089109eae948228032 HTTP/1.1" status: 200 len: 375 time: 0.0229001 May 21 15:46:09.362982 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-d34b3c90-f331-4601-ae19-de34ec1f9231 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3739858 May 21 15:46:09.444605 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-18642b7b-225b-4c1e-9449-41dbbbbf8fb6 service neutron] http://10.222.0.66:9696/v2.0/extensions returned with HTTP 200 {{(pid=92296) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} May 21 15:46:09.445631 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-18642b7b-225b-4c1e-9449-41dbbbbf8fb6 service neutron] 10.222.0.66 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0730553 May 21 15:46:09.578129 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Router af20e35b-5d70-4234-80ef-be9cb43a386d has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:46:09.688771 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-9d2204c4-7fe9-40c0-8c25-807b27a6c045 service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348199 May 21 15:46:09.903625 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:46:09.915642 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] Sync routers for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:46:09.926120 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:46:09.926797 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:09.933124 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-471c751f-93ec-4a7d-94c7-93f991c9c94c service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282593 May 21 15:46:10.033971 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a5b8d14b-be9d-4eb0-8d6a-ee3febdfe69d admin admin] 10.222.0.66 "PUT /v2.0/routers/af20e35b-5d70-4234-80ef-be9cb43a386d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5573344 May 21 15:46:10.036802 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59892) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:10.125805 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:46:10.221907 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ad6d36c-0b28-4a8e-933b-99f5b5e426b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:10.303355 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5e12667a-21cd-4f80-bc40-2832c5acf83b req-aebc5bbe-0e1e-49c0-bb54-2513760ad7bb tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 210 time: 0.0639136 May 21 15:46:10.323291 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:10.539805 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:46:08Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:10.544739 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] Checking router: af20e35b-5d70-4234-80ef-be9cb43a386d for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:46:10.546174 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:10.554911 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] Routers {'af20e35b-5d70-4234-80ef-be9cb43a386d'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:46:10.555928 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:45:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['af20e35b-5d70-4234-80ef-be9cb43a386d'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:10.763393 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] Set router af20e35b-5d70-4234-80ef-be9cb43a386d gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:46:10.777293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Deleting port 09a515fc-2ca8-4707-b390-6b444278a68b {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:10.777892 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:10.953514 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] For port 09a515fc-2ca8-4707-b390-6b444278a68b, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=09a515fc-2ca8-4707-b390-6b444278a68b,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:10.954352 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:11.092954 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:46:08Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:11.097741 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61f166f-1033-44cd-bac8-82781fd5737e None None] The sync data for ids ['af20e35b-5d70-4234-80ef-be9cb43a386d'] in dv-cinder-792299-3-smb is: [{'id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'name': 'tempest-TestMinimumBasicScenario-1524496012-router', 'tenant_id': 'd187bea658ea4d95a694f5686a8f52c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78'}], 'enable_snat': True}, 'gw_port_id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:12Z', 'updated_at': '2021-05-21T15:46:08Z', 'revision_number': 5, 'project_id': 'd187bea658ea4d95a694f5686a8f52c4', 'gw_port': {'id': '09a515fc-2ca8-4707-b390-6b444278a68b', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:59:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af20e35b-5d70-4234-80ef-be9cb43a386d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:14Z', 'updated_at': '2021-05-21T15:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:46:11.335504 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Calling delete_port for 09a515fc-2ca8-4707-b390-6b444278a68b owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:11.450698 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-29034da7-2b6c-4f66-b1fe-a6208dc714a0 req-a7d63268-f628-4b74-bd8f-c20e9cb1ed7e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 210 time: 0.0508146 May 21 15:46:11.701062 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:11.706140 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-849cf568-c40a-4b99-9810-85644570a623 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:11.760554 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Pushing event deleted for resources: {'Port': ['ID=09a515fc-2ca8-4707-b390-6b444278a68b,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:11.764392 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:11.882602 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:11.956080 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device fd0ed174-0002-4606-9c41-cf4ebb1c0a97 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:12.017699 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: fd0ed174-0002-4606-9c41-cf4ebb1c0a97 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:12.018024 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device fd0ed174-0002-4606-9c41-cf4ebb1c0a97 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:12.203872 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.208714 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.352816 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.353441 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router af20e35b-5d70-4234-80ef-be9cb43a386d {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:46:12.378151 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.378151 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] 10.222.0.66 "DELETE /v2.0/routers/af20e35b-5d70-4234-80ef-be9cb43a386d HTTP/1.1" status: 204 len: 168 time: 2.3389778 May 21 15:46:12.380273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59912) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:12.604493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Deleting subnet 4b4461e3-a047-4fca-b3c4-faa7082ff8b5 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:46:12.609787 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.615159 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.741910 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d4355334-7d01-4c7e-91ea-58252b8d968c req-9be8c363-e2cd-49a1-bdb1-6698e65ae410 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 210 time: 0.0765893 May 21 15:46:12.761342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-933460'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:12.907268 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:13.026923 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-17be26e4-181d-43d1-af3d-ec25b8f9db29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:13.381864 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-76bace8b-264c-4589-96fa-1dd1d67656d7 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:13.383515 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-76bace8b-264c-4589-96fa-1dd1d67656d7 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.2481298 May 21 15:46:13.399567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Request body: {'port': {'device_id': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'admin_state_up': True, 'tenant_id': '7ac02ba641f24b089109eae948228032'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:46:13.567856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-933091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2973417'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:13.586910 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:46:13.590837 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:13.675819 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b4461e3-a047-4fca-b3c4-faa7082ff8b5,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:13.680499 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:13.681557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:46:13.684531 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:13.691685 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7068d605-af02-4dc0-840a-b5c401d38082 None None] Network f4060167-c406-4874-8c50-001952afcd07 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:46:13.696446 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a63ab322-ae8a-45e7-8503-d3bdb49002e4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/4b4461e3-a047-4fca-b3c4-faa7082ff8b5 HTTP/1.1" status: 204 len: 168 time: 1.3149717 May 21 15:46:13.701000 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59922) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:13.781131 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Made reservation on behalf of 7ac02ba641f24b089109eae948228032 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:46:13.786504 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:13.919849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:13.931092 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 09a515fc-2ca8-4707-b390-6b444278a68b no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:13.978229 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Allocated IP 172.20.0.3 (c0b7e51e-1e83-4764-b084-fa2cd0b0e506/ad6604fc-7780-4228-8d4e-e8f534ba8020/e401a1c3-4af5-416e-9c74-b851b14f645f) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:46:13.989564 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 09a515fc-2ca8-4707-b390-6b444278a68b {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:13.990227 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 09a515fc-2ca8-4707-b390-6b444278a68b not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:14.110615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Deleting port eb78d8d6-ff53-400a-9dfc-966076f61a75 {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:14.111839 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.118524 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:46:14.137797 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.148882 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] DHCP port deletion for f4060167-c406-4874-8c50-001952afcd07 request from dv-cinder-792299-3-smb {{(pid=92297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:46:14.246372 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-915f1875-3516-49e1-a9e5-573a528fd66e req-1dea5339-e89c-498d-948f-37ab92554762 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 210 time: 0.2145388 May 21 15:46:14.276441 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Deleting port eb78d8d6-ff53-400a-9dfc-966076f61a75 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:14.277271 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.287720 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] For port eb78d8d6-ff53-400a-9dfc-966076f61a75, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=eb78d8d6-ff53-400a-9dfc-966076f61a75,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:14.288238 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.411714 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] For port eb78d8d6-ff53-400a-9dfc-966076f61a75, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=eb78d8d6-ff53-400a-9dfc-966076f61a75,segment=NetworkSegment(3b57b0ff-ffda-4433-bbce-f826f534b216),segment_id=3b57b0ff-ffda-4433-bbce-f826f534b216)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:14.412887 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.436623 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Calling delete_port for eb78d8d6-ff53-400a-9dfc-966076f61a75 owned by network:dhcp {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:14.473279 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.595348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Calling delete_port for eb78d8d6-ff53-400a-9dfc-966076f61a75 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:14.609551 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.617153 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2e79bcbe-bfbb-4f92-8386-14d884389d91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:14.650234 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.657201 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:14.663407 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.673003 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=eb78d8d6-ff53-400a-9dfc-966076f61a75,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:14.675557 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] No DVR routers for this DVR port eb78d8d6-ff53-400a-9dfc-966076f61a75 on host dv-cinder-792299-3-smb {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:46:14.687625 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:14.718521 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.719127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.719330 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.719699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.720060 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.720425 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.720780 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.721127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.721579 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.721940 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.722287 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.722722 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:14.729950 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:14.735098 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:46:14.800686 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Pushing event deleted for resources: {'Port': ['ID=eb78d8d6-ff53-400a-9dfc-966076f61a75,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:14.816643 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:14.818338 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c54b87-29b5-48ff-b007-56c3f518b129 None None] No DVR routers for this DVR port eb78d8d6-ff53-400a-9dfc-966076f61a75 on host dv-cinder-792299-3-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:46:14.845715 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.849894 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:46:14.855984 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:46:14.862104 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:46:14.871889 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4060167-c406-4874-8c50-001952afcd07']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:14.888400 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b57b0ff-ffda-4433-bbce-f826f534b216') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:14.888688 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b57b0ff-ffda-4433-bbce-f826f534b216') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:14.895604 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event updated for resources: {'Port': ['ID=e401a1c3-4af5-416e-9c74-b851b14f645f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:14.905961 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.906267 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:14.932868 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.942840 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Releasing vlan 769 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:46:14.943127 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:14.943300 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.943768 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:46:14.963036 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:46:15.141629 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7472644 May 21 15:46:15.158096 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Request body: {'port': {'device_id': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:46:15.186296 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:15.193923 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:15.196967 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6cab3f60-fe27-47bf-957b-3777d9044f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:15.221406 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4060167-c406-4874-8c50-001952afcd07,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:15.225474 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:15.293556 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:15.354149 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f2444f0d-0c2f-452b-b7e4-baf9cbceb1d0 admin admin] 10.222.0.66 "DELETE /v2.0/networks/f4060167-c406-4874-8c50-001952afcd07 HTTP/1.1" status: 204 len: 168 time: 1.6511281 May 21 15:46:15.359297 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59934) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:15.630615 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:15.659294 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-878051e5-e98d-4402-b234-6a381ca62ead req-906a0ebb-14bd-464b-ad57-7989ee63a22e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:15.660210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-878051e5-e98d-4402-b234-6a381ca62ead req-906a0ebb-14bd-464b-ad57-7989ee63a22e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:46:15.782945 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-878051e5-e98d-4402-b234-6a381ca62ead req-906a0ebb-14bd-464b-ad57-7989ee63a22e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:46:15.784195 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-878051e5-e98d-4402-b234-6a381ca62ead req-906a0ebb-14bd-464b-ad57-7989ee63a22e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 931 time: 0.3633623 May 21 15:46:15.839854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e401a1c3-4af5-416e-9c74-b851b14f645f {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:46:15.858429 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:15.880497 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-878051e5-e98d-4402-b234-6a381ca62ead req-7ecef3d2-3e17-441e-a434-f2210bb63d90 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793629 May 21 15:46:15.889369 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Transition to ACTIVE for port object e401a1c3-4af5-416e-9c74-b851b14f645f will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:46:15.948833 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device eb78d8d6-ff53-400a-9dfc-966076f61a75 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:16.010008 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:16.019567 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ddeea965-daad-4e0f-8f78-2a2ac04ec6be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:16.043143 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: eb78d8d6-ff53-400a-9dfc-966076f61a75 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:16.043937 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device eb78d8d6-ff53-400a-9dfc-966076f61a75 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:16.215457 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Pushing event updated for resources: {'Port': ['ID=e401a1c3-4af5-416e-9c74-b851b14f645f,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:16.218924 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:16.307259 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Attempting to bind port e401a1c3-4af5-416e-9c74-b851b14f645f on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:46:16.307530 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Attempting to bind port e401a1c3-4af5-416e-9c74-b851b14f645f by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:46:16.307851 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Attempting to bind port e401a1c3-4af5-416e-9c74-b851b14f645f on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:46:16.313290 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Port e401a1c3-4af5-416e-9c74-b851b14f645f on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:46:16.313694 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Attempting to bind port e401a1c3-4af5-416e-9c74-b851b14f645f on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:46:16.320870 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:46:16.321288 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Checking segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:46:16.321764 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Bound using segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:46:16.321947 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:16.322692 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Bound port: e401a1c3-4af5-416e-9c74-b851b14f645f, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:46:16.322929 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:16.447216 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] For port e401a1c3-4af5-416e-9c74-b851b14f645f, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:46:16.452931 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] For port e401a1c3-4af5-416e-9c74-b851b14f645f, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e401a1c3-4af5-416e-9c74-b851b14f645f,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:46:16.603768 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:16.609194 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7a0a151-9505-4947-9858-25e40aaa1222 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:16.694962 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:16.696105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:16.697349 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] 10.222.0.74 "PUT /v2.0/ports/e401a1c3-4af5-416e-9c74-b851b14f645f HTTP/1.1" status: 200 len: 1093 time: 1.5444112 May 21 15:46:16.697965 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'tag': 'e401a1c3-4af5-416e-9c74-b851b14f645f'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:46:16.737001 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Pushing event updated for resources: {'Port': ['ID=e401a1c3-4af5-416e-9c74-b851b14f645f,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:16.741951 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:16.778589 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'tag': 'e401a1c3-4af5-416e-9c74-b851b14f645f', 'status': 'completed', 'code': 200} May 21 15:46:16.891129 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cb966-5073-42c4-8c86-09c31785b81d req-29850fb0-8520-44c2-8660-0ed706c79ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:16.893403 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-229cb966-5073-42c4-8c86-09c31785b81d req-29850fb0-8520-44c2-8660-0ed706c79ce1 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 1096 time: 0.0881824 May 21 15:46:17.013501 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Deleting port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:17.014670 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:17.128950 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cb966-5073-42c4-8c86-09c31785b81d req-b4cb3dda-dafb-42f6-a4c7-318ce769e1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:17.131052 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-229cb966-5073-42c4-8c86-09c31785b81d req-b4cb3dda-dafb-42f6-a4c7-318ce769e1ed service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ac02ba641f24b089109eae948228032&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2298014 May 21 15:46:17.187085 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] For port b5e31200-0cb4-485e-86a2-3fea1f1eb4fe, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:17.187379 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:17.326079 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Calling delete_port for b5e31200-0cb4-485e-86a2-3fea1f1eb4fe owned by network:router_interface {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:17.446897 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bc43c2-ecd5-4a64-bd37-9955dcaf6be9 req-298b3b77-f917-48e3-882d-92641e194451 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:17.449603 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-79bc43c2-ecd5-4a64-bd37-9955dcaf6be9 req-298b3b77-f917-48e3-882d-92641e194451 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 943 time: 0.4221163 May 21 15:46:17.542534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cb966-5073-42c4-8c86-09c31785b81d req-b8f43d99-ce48-4e83-bce8-59dd502a7034 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:17.545708 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-229cb966-5073-42c4-8c86-09c31785b81d req-b8f43d99-ce48-4e83-bce8-59dd502a7034 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4049661 May 21 15:46:17.552987 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-79bc43c2-ecd5-4a64-bd37-9955dcaf6be9 req-f9ac3857-f964-4dbd-a700-d063c2124957 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731330 May 21 15:46:17.660836 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:17.667893 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:17.684935 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-412b5c35-c1a1-49c6-b966-5cf050c61453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:17.686623 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-412b5c35-c1a1-49c6-b966-5cf050c61453 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 1096 time: 0.0849388 May 21 15:46:17.747632 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=b5e31200-0cb4-485e-86a2-3fea1f1eb4fe,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:17.750458 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:17.812087 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-c6fda0e0-075a-4243-804c-81889d8c4850 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e401a1c3-4af5-416e-9c74-b851b14f645f HTTP/1.1" status: 200 len: 217 time: 0.1160312 May 21 15:46:17.943352 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-d08331f6-5fc3-4c8e-9b46-110018fa7a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:17.946189 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-d08331f6-5fc3-4c8e-9b46-110018fa7a4b service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad6604fc-7780-4228-8d4e-e8f534ba8020 HTTP/1.1" status: 200 len: 855 time: 0.1260114 May 21 15:46:18.005273 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-68eea1ea-132c-41db-893b-327e644604be service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520723 May 21 15:46:18.103127 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:18.162241 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-b454bfa6-d33c-421e-b9bd-644b4678b509 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490469 May 21 15:46:18.163577 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:18.404837 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-a923963a-dc2e-457d-8efe-93ff897dd77c req-40b429ad-3c1e-44dc-ad44-5db267f3918d service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315235 May 21 15:46:18.705920 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Router ff1a1acb-5640-4551-aa5e-35df8fb00293 has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:46:18.777534 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7079837-c7ab-419b-b36f-2bac6b1545fe req-f2e0dac8-74a1-4daf-941a-0d91b0438874 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:18.779487 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7079837-c7ab-419b-b36f-2bac6b1545fe req-f2e0dac8-74a1-4daf-941a-0d91b0438874 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 943 time: 0.0914843 May 21 15:46:18.828030 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-d7079837-c7ab-419b-b36f-2bac6b1545fe req-2cf3fc81-4009-45cf-b4d5-ba59baa620c6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420601 May 21 15:46:18.895585 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:46:18.904585 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] Sync routers for ids ['ff1a1acb-5640-4551-aa5e-35df8fb00293'] in dv-cinder-792299-3-smb {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:46:18.904971 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-97a4046b-b5a0-489d-92de-bcb990e61f08 admin admin] 10.222.0.66 "PUT /v2.0/routers/ff1a1acb-5640-4551-aa5e-35df8fb00293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5439515 May 21 15:46:18.907557 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59944) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:18.915058 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] Routers {'ff1a1acb-5640-4551-aa5e-35df8fb00293'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:46:18.915608 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:46:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['ff1a1acb-5640-4551-aa5e-35df8fb00293'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:19.091412 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:19.096483 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] Set router ff1a1acb-5640-4551-aa5e-35df8fb00293 gateway port host: dv-cinder-792299-3-smb {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:46:19.269856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:19.393113 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187'}], 'enable_snat': True}, 'gw_port_id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:46:17Z', 'revision_number': 5, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port': {'id': 'c31731d2-d759-4ed0-a751-ac86d80921d7', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:29:09:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:41:23Z', 'updated_at': '2021-05-21T15:41:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:19.397923 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] Checking router: ff1a1acb-5640-4551-aa5e-35df8fb00293 for host: dv-cinder-792299-3-smb {{(pid=92297) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:46:19.406814 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] Routers {'ff1a1acb-5640-4551-aa5e-35df8fb00293'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92297) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:46:19.407421 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:46:13Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['ff1a1acb-5640-4551-aa5e-35df8fb00293'], 'active': True} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:19.425373 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Deleting port c31731d2-d759-4ed0-a751-ac86d80921d7 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:19.425707 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:19.550383 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] For port c31731d2-d759-4ed0-a751-ac86d80921d7, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=c31731d2-d759-4ed0-a751-ac86d80921d7,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:19.550627 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:19.564860 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvr_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] Set router ff1a1acb-5640-4551-aa5e-35df8fb00293 gateway port host: None {{(pid=92297) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:46:19.689089 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_hamode_db [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:46:19Z', 'revision_number': 6, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port_host': None}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92297) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:19.695093 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3ced9d-32c0-40a4-b9d9-fefa2a1731d8 None None] The sync data for ids ['ff1a1acb-5640-4551-aa5e-35df8fb00293'] in dv-cinder-792299-3-smb is: [{'id': 'ff1a1acb-5640-4551-aa5e-35df8fb00293', 'name': 'tempest-TestMinimumBasicScenario-1575084705-router', 'tenant_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:41:22Z', 'updated_at': '2021-05-21T15:46:19Z', 'revision_number': 6, 'project_id': 'de0b5587b3644854abed11dfc8f5e1b2', 'gw_port_host': None}] {{(pid=92297) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:46:19.824489 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Calling delete_port for c31731d2-d759-4ed0-a751-ac86d80921d7 owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:20.052536 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c790e12-6b13-44d2-a8c3-528f88ad8b17 req-85733a7d-60ba-4d5f-a390-327bf1c0906e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:20.054136 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c790e12-6b13-44d2-a8c3-528f88ad8b17 req-85733a7d-60ba-4d5f-a390-327bf1c0906e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 943 time: 0.1053083 May 21 15:46:20.062560 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5e31200-0cb4-485e-86a2-3fea1f1eb4fe no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:20.105950 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.108985 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: b5e31200-0cb4-485e-86a2-3fea1f1eb4fe {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:20.109466 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device b5e31200-0cb4-485e-86a2-3fea1f1eb4fe not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:20.114311 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9861657d-937d-4409-bccf-0c02192bfb94 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:20.184102 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c31731d2-d759-4ed0-a751-ac86d80921d7,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:20.191537 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0c790e12-6b13-44d2-a8c3-528f88ad8b17 req-17410e8b-8e2e-4a2f-a22c-c3252e6c9dfe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306036 May 21 15:46:20.192491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:20.292541 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.488489 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.492594 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.591836 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.592342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff1a1acb-5640-4551-aa5e-35df8fb00293 {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:46:20.606350 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.607560 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-d49ea91b-5433-4ec6-8489-3f028324e6c6 admin admin] 10.222.0.66 "DELETE /v2.0/routers/ff1a1acb-5640-4551-aa5e-35df8fb00293 HTTP/1.1" status: 204 len: 168 time: 1.6990097 May 21 15:46:20.610944 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 59950) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:20.674201 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_v2 [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Deleting subnet ffc0f97f-8321-4402-ad60-da24ca523933 {{(pid=92296) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:46:20.677856 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.736419 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-933460'] for subnet, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:20.825484 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.169104 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-933091', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2973417'] for subnet, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.173398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-807d4cba-ea47-40dd-a7bc-2c8305630477 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:21.208274 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffc0f97f-8321-4402-ad60-da24ca523933,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:21.211444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:21.212496 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for subnet, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.221632 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-3739595c-66d5-44a7-85ec-c947a1ba73a4 admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ffc0f97f-8321-4402-ad60-da24ca523933 HTTP/1.1" status: 204 len: 168 time: 0.6056137 May 21 15:46:21.221864 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed2d488-d093-4db7-8940-ee1fe4ef375c None None] Network 34147127-d8ec-469a-8420-e5ba915c2e65 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:46:21.222330 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59956) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:21.334202 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.409419 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bd6cc0-1ec5-47d9-a897-3db091f91ba5 req-2688c5e1-e730-4fe2-a0de-b2167e23b107 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:21.411195 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-35bd6cc0-1ec5-47d9-a897-3db091f91ba5 req-2688c5e1-e730-4fe2-a0de-b2167e23b107 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 943 time: 0.0857999 May 21 15:46:21.416097 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Deleting port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:21.416442 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.470175 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-35bd6cc0-1ec5-47d9-a897-3db091f91ba5 req-302e5710-2caa-4a7d-8443-de43f71bcba8 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520959 May 21 15:46:21.522784 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] DHCP port deletion for 34147127-d8ec-469a-8420-e5ba915c2e65 request from dv-cinder-792299-3-smb {{(pid=92297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:46:21.529781 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] For port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:21.530142 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.631825 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Deleting port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:21.632195 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.657432 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Calling delete_port for cbbaad50-2c33-4e78-ae79-5a1ad1f8622c owned by network:dhcp {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:21.731784 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] For port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,segment=NetworkSegment(8878e125-964e-4253-b561-b3cf7fc8a952),segment_id=8878e125-964e-4253-b561-b3cf7fc8a952)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:21.732190 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.780606 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.785965 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a78759e7-659d-47b1-a51c-64d9071fb815 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:21.831887 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Pushing event deleted for resources: {'Port': ['ID=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:21.833872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] No DVR routers for this DVR port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c on host dv-cinder-792299-3-smb {{(pid=92295) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:46:21.835350 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:21.910887 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Calling delete_port for cbbaad50-2c33-4e78-ae79-5a1ad1f8622c owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:21.944970 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbbaad50-2c33-4e78-ae79-5a1ad1f8622c no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:21.954286 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:21.973109 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34147127-d8ec-469a-8420-e5ba915c2e65']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:21.986196 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8878e125-964e-4253-b561-b3cf7fc8a952') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:21.986422 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8878e125-964e-4253-b561-b3cf7fc8a952') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:21.998667 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.014822 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: cbbaad50-2c33-4e78-ae79-5a1ad1f8622c {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:22.015461 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbbaad50-2c33-4e78-ae79-5a1ad1f8622c not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:22.016185 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device c31731d2-d759-4ed0-a751-ac86d80921d7 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:46:22.016352 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.033435 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Releasing vlan 771 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:46:22.033824 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:46:22.047481 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:46:22.073899 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: c31731d2-d759-4ed0-a751-ac86d80921d7 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:46:22.074242 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device c31731d2-d759-4ed0-a751-ac86d80921d7 not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:46:22.107090 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.111406 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-11981755-fd54-44ce-8387-a4eb42cd9a65 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:22.157341 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Pushing event deleted for resources: {'Port': ['ID=cbbaad50-2c33-4e78-ae79-5a1ad1f8622c,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:22.160950 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:22.161907 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] No DVR routers for this DVR port cbbaad50-2c33-4e78-ae79-5a1ad1f8622c on host dv-cinder-792299-3-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:46:22.232048 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.246026 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.246026 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-aafb2634-668b-4612-b88d-d4cd19e51c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:22.370235 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e401a1c3-4af5-416e-9c74-b851b14f645f details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:46:22.375516 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Pushing event deleted for resources: {'Network': ['ID=34147127-d8ec-469a-8420-e5ba915c2e65,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:22.378932 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:22.383955 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-4ea8b6d9-5e06-4738-a4ba-7948bd114baf admin admin] 10.222.0.66 "DELETE /v2.0/networks/34147127-d8ec-469a-8420-e5ba915c2e65 HTTP/1.1" status: 204 len: 168 time: 1.1581330 May 21 15:46:22.553688 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port e401a1c3-4af5-416e-9c74-b851b14f645f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e401a1c3-4af5-416e-9c74-b851b14f645f,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:22.578045 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': 'e401a1c3-4af5-416e-9c74-b851b14f645f', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'port_id': 'e401a1c3-4af5-416e-9c74-b851b14f645f', 'mac_address': 'fa:16:3e:8a:20:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6604fc-7780-4228-8d4e-e8f534ba8020', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:46:22.686221 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.711926 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e401a1c3-4af5-416e-9c74-b851b14f645f {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:46:22.716838 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0255b7-118e-409e-9748-084cd3779cce req-cb511ecb-bc8d-4ae5-8378-9ceef43bf858 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:22.716838 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f0255b7-118e-409e-9748-084cd3779cce req-cb511ecb-bc8d-4ae5-8378-9ceef43bf858 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 943 time: 0.1121762 May 21 15:46:22.744060 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port e401a1c3-4af5-416e-9c74-b851b14f645f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e401a1c3-4af5-416e-9c74-b851b14f645f,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:22.773582 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f0255b7-118e-409e-9748-084cd3779cce req-44cee888-a15a-4375-bef6-ff5284297b06 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482883 May 21 15:46:22.796740 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59966) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:22.859002 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-8c02fc92-8d89-48c1-a4b8-e46850ecc1c4 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d187bea658ea4d95a694f5686a8f52c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606425 May 21 15:46:22.860864 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:22.863409 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59970) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:22.864485 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-7bd05426-e238-4aca-a31b-cda7a374d568 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:22.961337 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=e401a1c3-4af5-416e-9c74-b851b14f645f,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:22.965305 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:22.974353 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:23.024759 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:23.203262 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:23.208771 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-45752110-1106-4f2d-a307-75923fafc2ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:23.224508 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=299f5d90-beb1-46f9-ab58-876c73a1a73b,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:23.227243 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:23.235874 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:23.238071 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5c111aa8-019d-4d9e-9b92-c886e0c6effa admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/299f5d90-beb1-46f9-ab58-876c73a1a73b HTTP/1.1" status: 204 len: 168 time: 0.3724756 May 21 15:46:23.311955 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['e401a1c3-4af5-416e-9c74-b851b14f645f'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:46:24.011745 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e1b3d7-ea73-4749-b4e7-e6e224d424ec req-05c18744-e517-4471-8cbc-dc10818c6399 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:24.013404 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-56e1b3d7-ea73-4749-b4e7-e6e224d424ec req-05c18744-e517-4471-8cbc-dc10818c6399 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 944 time: 0.1235690 May 21 15:46:24.076911 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-56e1b3d7-ea73-4749-b4e7-e6e224d424ec req-02a56304-c70c-4efe-b208-308cbf8251b8 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521381 May 21 15:46:24.177842 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59980) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:24.242067 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-8b878e82-329e-4d42-86e1-e4eac294c3f2 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=de0b5587b3644854abed11dfc8f5e1b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0625958 May 21 15:46:24.246607 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 59984) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:46:24.322510 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:24.354951 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:24.377553 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e401a1c3-4af5-416e-9c74-b851b14f645f up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:46:24.581112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:24.588872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0562afad-813e-40e3-b4d3-87bfc1bde922 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:24.604942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e6614de-b7a3-40ef-b791-30dd507bfa67,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:24.610498 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port e401a1c3-4af5-416e-9c74-b851b14f645f completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:46:24.625611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:24.625611 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:24.625611 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/0e6614de-b7a3-40ef-b791-30dd507bfa67 HTTP/1.1" status: 204 len: 168 time: 0.3706458 May 21 15:46:24.633132 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port e401a1c3-4af5-416e-9c74-b851b14f645f triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:46:24.633782 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:24.855404 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:24.909421 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e401a1c3-4af5-416e-9c74-b851b14f645f'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:46:24.928568 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port e401a1c3-4af5-416e-9c74-b851b14f645f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e401a1c3-4af5-416e-9c74-b851b14f645f,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:25.001658 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e401a1c3-4af5-416e-9c74-b851b14f645f', 'code': 200} May 21 15:46:25.010016 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:25.012904 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:25.128411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=e401a1c3-4af5-416e-9c74-b851b14f645f,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:25.147339 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:25.418923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65581264-737a-411c-a663-bb45d143f3a7 req-ed24afce-3db4-40e5-b757-cb107feffeb2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:25.420400 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-65581264-737a-411c-a663-bb45d143f3a7 req-ed24afce-3db4-40e5-b757-cb107feffeb2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 945 time: 0.1465881 May 21 15:46:25.480371 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-65581264-737a-411c-a663-bb45d143f3a7 req-6c4c8053-0fac-4cf0-8f91-bf439742a478 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527601 May 21 15:46:25.788673 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f94df8-440e-4a25-8c4b-c6d47d3ca118 req-06cc2041-b4ed-43cf-b1b6-53bb05a03091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:25.791234 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b9f94df8-440e-4a25-8c4b-c6d47d3ca118 req-06cc2041-b4ed-43cf-b1b6-53bb05a03091 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 1098 time: 0.2816164 May 21 15:46:25.859754 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b9f94df8-440e-4a25-8c4b-c6d47d3ca118 req-774677a7-2f8c-44d2-aac7-9ec356c82efa service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613289 May 21 15:46:26.756301 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d51918-223e-47b0-a7dd-1000de39175d req-d1ac403c-44b2-43ee-8b7f-ae4b8ac52db2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:26.758525 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-31d51918-223e-47b0-a7dd-1000de39175d req-d1ac403c-44b2-43ee-8b7f-ae4b8ac52db2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 945 time: 0.1368976 May 21 15:46:26.819032 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-31d51918-223e-47b0-a7dd-1000de39175d req-6ecbdeb8-4a14-4d15-864a-6b2f0d33b962 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515790 May 21 15:46:28.080991 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b7eeac-88fe-46f2-9f71-bc080288ab3f req-c6a3ddfb-27cd-491e-a8c9-1f25c13226d8 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:28.083727 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-07b7eeac-88fe-46f2-9f71-bc080288ab3f req-c6a3ddfb-27cd-491e-a8c9-1f25c13226d8 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 945 time: 0.1113789 May 21 15:46:28.143349 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-07b7eeac-88fe-46f2-9f71-bc080288ab3f req-e3dc8647-b1b1-4b73-abdf-911030621f8e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529251 May 21 15:46:31.966101 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-75fce77a-9b3f-45c7-8f8c-0c46c605d1a3 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:31.967616 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-75fce77a-9b3f-45c7-8f8c-0c46c605d1a3 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.1736732 May 21 15:46:31.982944 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d383d966-ae89-4b01-95eb-bb2833c25038 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/quotas/7ac02ba641f24b089109eae948228032 HTTP/1.1" status: 200 len: 375 time: 0.0094459 May 21 15:46:32.075200 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-3254482b-87cb-45f0-bc95-34a9762d6d2a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0866356 May 21 15:46:32.240017 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-005f77b3-948d-43b1-bb2a-292cb69f0fbc service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566188 May 21 15:46:32.420035 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-b60c4da1-7dde-46ef-a804-a2735b01401a service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1707528 May 21 15:46:32.767521 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d5ad960-fc67-44d0-af92-88f3d75dcb15 req-b17825a6-3c93-45cc-8150-caac67be60ab tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0467193 May 21 15:46:33.949107 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8d809651-d912-41bc-8616-94adc5166a16 req-0124452b-9ecf-4655-89ef-58c063bc2e48 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0531037 May 21 15:46:35.145426 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-26c138c4-a07d-42ea-8db3-ad26718038f1 req-ec3d6994-5eb7-433b-bb2c-ea74662a3636 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0626948 May 21 15:46:35.833884 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-f6349e61-bc26-4b30-a75c-2e3f94047bc2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:35.835573 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-f6349e61-bc26-4b30-a75c-2e3f94047bc2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.1811781 May 21 15:46:35.857041 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Request body: {'port': {'device_id': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'admin_state_up': True, 'tenant_id': '7ac02ba641f24b089109eae948228032'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:46:36.103333 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:46:36.118854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:46:36.231924 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Made reservation on behalf of 7ac02ba641f24b089109eae948228032 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:46:36.235439 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:36.376277 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-99159a17-d179-4f1c-8570-48ac65dfe84b req-83b7d294-328e-42d3-a9b8-961ff194fe4b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 210 time: 0.0711753 May 21 15:46:36.489547 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Allocated IP 172.20.0.14 (c0b7e51e-1e83-4764-b084-fa2cd0b0e506/ad6604fc-7780-4228-8d4e-e8f534ba8020/52bcef37-17e4-4116-8969-d8451969f2b9) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:46:36.807756 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:36.929223 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:36.935639 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7c001d7a-a0d6-413b-a814-05fd4f6a9f34 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:36.942060 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c', 'e401a1c3-4af5-416e-9c74-b851b14f645f'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:46:37.130210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:46:37.133843 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:46:37.138431 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:46:37.170084 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event updated for resources: {'Port': ['ID=52bcef37-17e4-4116-8969-d8451969f2b9,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:37.177700 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:37.210398 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:37.211087 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:37.346491 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-9094f5c1-2ba9-49a0-8210-580060d75824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4966533 May 21 15:46:37.358961 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Request body: {'port': {'device_id': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:46:37.475173 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:37.716618 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8e9397-f3dd-43fe-a268-840e53da2fe6 req-789a1741-a53c-4cb6-b730-365b266a9f2c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:37.717380 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-6b8e9397-f3dd-43fe-a268-840e53da2fe6 req-789a1741-a53c-4cb6-b730-365b266a9f2c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:46:37.929346 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52bcef37-17e4-4116-8969-d8451969f2b9 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:46:37.937400 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:37.952508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Transition to ACTIVE for port object 52bcef37-17e4-4116-8969-d8451969f2b9 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:46:37.962627 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-6b8e9397-f3dd-43fe-a268-840e53da2fe6 req-789a1741-a53c-4cb6-b730-365b266a9f2c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:46:37.968304 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b8e9397-f3dd-43fe-a268-840e53da2fe6 req-789a1741-a53c-4cb6-b730-365b266a9f2c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 932 time: 0.4431393 May 21 15:46:38.012912 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6b8e9397-f3dd-43fe-a268-840e53da2fe6 req-b83c7986-e539-475c-bfa3-b790dba7def9 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428119 May 21 15:46:38.049079 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:38.053997 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-dee5e533-e8dc-423e-8c75-1cf3cdeaf5fd tempest-VolumesActionsTest-1002599063 tempest-VolumesActionsTest-1002599063-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:38.181938 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Pushing event updated for resources: {'Port': ['ID=52bcef37-17e4-4116-8969-d8451969f2b9,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:38.208769 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:38.291596 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Attempting to bind port 52bcef37-17e4-4116-8969-d8451969f2b9 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:46:38.291944 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Attempting to bind port 52bcef37-17e4-4116-8969-d8451969f2b9 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:46:38.292246 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Attempting to bind port 52bcef37-17e4-4116-8969-d8451969f2b9 on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:46:38.300105 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Port 52bcef37-17e4-4116-8969-d8451969f2b9 on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:46:38.300418 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Attempting to bind port 52bcef37-17e4-4116-8969-d8451969f2b9 on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:46:38.305874 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:46:38.306202 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Checking segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:46:38.306573 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Bound using segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:46:38.307110 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Bound port: 52bcef37-17e4-4116-8969-d8451969f2b9, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:46:38.307445 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:38.398193 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] For port 52bcef37-17e4-4116-8969-d8451969f2b9, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:46:38.401277 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] For port 52bcef37-17e4-4116-8969-d8451969f2b9, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52bcef37-17e4-4116-8969-d8451969f2b9,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:46:38.512335 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:38.517095 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-91c545fa-e0c9-46bc-9557-360c53d8ea5d tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:38.574588 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:38.575212 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:38.576555 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] 10.222.0.74 "PUT /v2.0/ports/52bcef37-17e4-4116-8969-d8451969f2b9 HTTP/1.1" status: 200 len: 1094 time: 1.2220211 May 21 15:46:38.577070 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'tag': '52bcef37-17e4-4116-8969-d8451969f2b9'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:46:38.598607 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Pushing event updated for resources: {'Port': ['ID=52bcef37-17e4-4116-8969-d8451969f2b9,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:38.601784 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d564790e-ea8b-4947-9c3e-9305d56448b9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:38.629889 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'tag': '52bcef37-17e4-4116-8969-d8451969f2b9', 'status': 'completed', 'code': 200} May 21 15:46:38.729846 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0df0c2-1119-4b97-be8d-657f929129cd req-95313d53-fe87-4938-b849-1fd1df0b4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:38.731318 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d0df0c2-1119-4b97-be8d-657f929129cd req-95313d53-fe87-4938-b849-1fd1df0b4520 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 1097 time: 0.0718839 May 21 15:46:38.875993 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0df0c2-1119-4b97-be8d-657f929129cd req-0e2beb86-4086-4cdc-bb82-a700e949917f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:38.877557 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d0df0c2-1119-4b97-be8d-657f929129cd req-0e2beb86-4086-4cdc-bb82-a700e949917f service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ac02ba641f24b089109eae948228032&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1388056 May 21 15:46:39.023280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0df0c2-1119-4b97-be8d-657f929129cd req-c91abd46-889c-4e85-98c4-8c50a299a24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:39.024829 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4d0df0c2-1119-4b97-be8d-657f929129cd req-c91abd46-889c-4e85-98c4-8c50a299a24c service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1390738 May 21 15:46:39.202286 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-69aa3c88-17c0-4275-ba5f-56bbcd1fe69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:39.204611 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-69aa3c88-17c0-4275-ba5f-56bbcd1fe69c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 1097 time: 0.1226344 May 21 15:46:39.387200 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-a68ce8a9-ae57-4c71-a470-52dd70dbb6fa service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=52bcef37-17e4-4116-8969-d8451969f2b9 HTTP/1.1" status: 200 len: 217 time: 0.1742747 May 21 15:46:39.451136 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed22d08-e439-4fa3-aee2-5eac5a903af4 req-e1e5db5c-cbf1-42c5-89cb-d7505a3eb7c6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:39.452752 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4ed22d08-e439-4fa3-aee2-5eac5a903af4 req-e1e5db5c-cbf1-42c5-89cb-d7505a3eb7c6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 944 time: 0.3016512 May 21 15:46:39.485319 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34332082-4d95-4a81-9939-5e368162a9f2 req-82e4264b-78e8-43d3-9537-f201fd84c652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:39.486763 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-82e4264b-78e8-43d3-9537-f201fd84c652 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad6604fc-7780-4228-8d4e-e8f534ba8020 HTTP/1.1" status: 200 len: 855 time: 0.0924659 May 21 15:46:39.544348 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-03e2d205-68fa-4808-97e1-8304110357ed service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464187 May 21 15:46:39.549035 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4ed22d08-e439-4fa3-aee2-5eac5a903af4 req-5ea3719f-4e01-4916-b341-930432bf21fc tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897124 May 21 15:46:39.684186 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-ae1a4ec1-3b76-4a37-bc70-163c35195ec1 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299951 May 21 15:46:39.824451 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-34332082-4d95-4a81-9939-5e368162a9f2 req-3c9cef41-c2a0-40a4-b719-3534f4e178ac service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325002 May 21 15:46:40.220172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-aa204dbf-9652-4194-8060-546dd6e0ba4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:40.751230 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701acc31-3c1d-4b17-9713-1029fcc0aed3 req-c662556e-51bc-4a40-8023-5664db77e0da tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:40.752732 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-701acc31-3c1d-4b17-9713-1029fcc0aed3 req-c662556e-51bc-4a40-8023-5664db77e0da tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 944 time: 0.0811341 May 21 15:46:40.805250 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-701acc31-3c1d-4b17-9713-1029fcc0aed3 req-57a407ad-5e5a-4ec7-a5ca-4d0f68da89bd tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463648 May 21 15:46:42.174574 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b2b4f-a939-4cc0-ac2b-050987278a59 req-2e2fb314-32b9-4b15-b219-ef03d2286763 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:42.176606 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f4b2b4f-a939-4cc0-ac2b-050987278a59 req-2e2fb314-32b9-4b15-b219-ef03d2286763 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1106336 May 21 15:46:42.225293 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f4b2b4f-a939-4cc0-ac2b-050987278a59 req-748ff905-631d-45d6-872f-17bb92c90ab4 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418260 May 21 15:46:42.632124 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:42.906152 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-60e25d80-dfd9-4577-8e1c-83a19b82e85f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:43.435460 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da5b5f9-b856-4ddf-b28d-7e7209d969b6 req-d31d12f1-a0bd-4a0e-a8bc-18678709064f tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:43.436944 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6da5b5f9-b856-4ddf-b28d-7e7209d969b6 req-d31d12f1-a0bd-4a0e-a8bc-18678709064f tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 944 time: 0.0989757 May 21 15:46:43.497692 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6da5b5f9-b856-4ddf-b28d-7e7209d969b6 req-8f16d1e4-916f-4ac9-98fb-ee1bfa986f83 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516744 May 21 15:46:43.963129 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:44.424348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 52bcef37-17e4-4116-8969-d8451969f2b9 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:46:44.565323 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 52bcef37-17e4-4116-8969-d8451969f2b9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52bcef37-17e4-4116-8969-d8451969f2b9,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:44.580460 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '52bcef37-17e4-4116-8969-d8451969f2b9', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'port_id': '52bcef37-17e4-4116-8969-d8451969f2b9', 'mac_address': 'fa:16:3e:ac:3c:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6604fc-7780-4228-8d4e-e8f534ba8020', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:46:44.683334 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:44.700827 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52bcef37-17e4-4116-8969-d8451969f2b9 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:46:44.721601 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 52bcef37-17e4-4116-8969-d8451969f2b9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52bcef37-17e4-4116-8969-d8451969f2b9,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:44.765873 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6074723b-2ad5-4786-98b8-bf23ee168902 req-ed2ddabf-b910-4fb2-958c-fb572d6bad08 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:44.767543 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6074723b-2ad5-4786-98b8-bf23ee168902 req-ed2ddabf-b910-4fb2-958c-fb572d6bad08 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 944 time: 0.1000528 May 21 15:46:44.813667 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6074723b-2ad5-4786-98b8-bf23ee168902 req-6c89dca6-45c7-40f2-915c-7ad19069b60d tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397348 May 21 15:46:44.831659 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:44.834080 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-114caf26-1023-4c47-8139-7aaaf810e4ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:44.905422 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=52bcef37-17e4-4116-8969-d8451969f2b9,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:44.915935 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.916267 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.916636 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.916917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.917234 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.917549 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.917862 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.918167 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.918472 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.918804 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.919110 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.919412 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92297) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:46:44.923441 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:45.300320 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['52bcef37-17e4-4116-8969-d8451969f2b9'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:46:45.615078 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:46.017124 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5b10fa-fdf6-4452-9cfa-94129378c22a req-42c7591f-5510-4ddc-807f-321796b73865 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:46.018668 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be5b10fa-fdf6-4452-9cfa-94129378c22a req-42c7591f-5510-4ddc-807f-321796b73865 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 945 time: 0.0940487 May 21 15:46:46.071443 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-be5b10fa-fdf6-4452-9cfa-94129378c22a req-39806ba5-496a-4376-964a-6d8e0cf6cfc7 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469756 May 21 15:46:46.430144 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 52bcef37-17e4-4116-8969-d8451969f2b9 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:46:46.648397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 52bcef37-17e4-4116-8969-d8451969f2b9 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:46:46.654862 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 52bcef37-17e4-4116-8969-d8451969f2b9 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:46:46.655458 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:46.790354 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:46.821991 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bcef37-17e4-4116-8969-d8451969f2b9'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:46:46.836466 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 52bcef37-17e4-4116-8969-d8451969f2b9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52bcef37-17e4-4116-8969-d8451969f2b9,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:46.879857 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52bcef37-17e4-4116-8969-d8451969f2b9', 'code': 200} May 21 15:46:46.969648 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:46.971397 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-b5d3fc4d-def5-4aba-ad1f-0c1cd53a6399 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:47.046359 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=52bcef37-17e4-4116-8969-d8451969f2b9,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:47.049411 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:47.276884 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f07bf2d-3ff1-415d-8ca1-591e175e3b50 req-d62e5d00-a4b7-4069-88a6-f29c9efc23a4 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:47.278853 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f07bf2d-3ff1-415d-8ca1-591e175e3b50 req-d62e5d00-a4b7-4069-88a6-f29c9efc23a4 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0928466 May 21 15:46:47.330436 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f07bf2d-3ff1-415d-8ca1-591e175e3b50 req-e60b7bb7-fd4e-45a0-b24d-12be95ed8029 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435705 May 21 15:46:47.433721 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee239d3-2ac7-4216-9294-04198980e9ae req-a233a43c-adb7-4f5c-a0b7-2c840b62f747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:47.435202 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1ee239d3-2ac7-4216-9294-04198980e9ae req-a233a43c-adb7-4f5c-a0b7-2c840b62f747 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 1099 time: 0.0884743 May 21 15:46:47.481477 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1ee239d3-2ac7-4216-9294-04198980e9ae req-5d28deba-f639-452e-9c4a-dba361628c0e service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377164 May 21 15:46:48.197346 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:48.542887 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c6169-147a-4c04-a9b2-55dc4828a12d req-3ccb9975-75d6-4e0c-ac1e-f4acfc10f787 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:48.544719 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f76c6169-147a-4c04-a9b2-55dc4828a12d req-3ccb9975-75d6-4e0c-ac1e-f4acfc10f787 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0870461 May 21 15:46:48.599020 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f76c6169-147a-4c04-a9b2-55dc4828a12d req-b3069536-770a-41f8-a2bb-0c9141a79935 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485542 May 21 15:46:49.797213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e2d868-0058-43ca-8cc1-0555398b7639 req-9c8797a1-eb76-4ff2-84b6-701571d89b9a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:49.798785 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-21e2d868-0058-43ca-8cc1-0555398b7639 req-9c8797a1-eb76-4ff2-84b6-701571d89b9a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0898142 May 21 15:46:49.854817 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-21e2d868-0058-43ca-8cc1-0555398b7639 req-fc0de7c1-84c3-45c3-850f-389aaa473199 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492463 May 21 15:46:51.110301 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:46:55.040630 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-0f7d3712-385f-42eb-b1af-44e9bfa0d29f service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0873146 May 21 15:46:55.283200 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-78c7d7c3-74b1-4ef6-bc59-65491f9ccfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:55.284788 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-78c7d7c3-74b1-4ef6-bc59-65491f9ccfa3 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 1098 time: 0.1516707 May 21 15:46:55.312122 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e23994-3572-4d9b-b4e3-b5eaf041e980 req-4322b8e5-605c-4e70-af0a-8603e6f1703a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:55.314700 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-85e23994-3572-4d9b-b4e3-b5eaf041e980 req-4322b8e5-605c-4e70-af0a-8603e6f1703a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.1102099 May 21 15:46:55.572939 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-85e23994-3572-4d9b-b4e3-b5eaf041e980 req-579fe3cf-9792-4ba5-ae38-ce80daa23f6c tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2353618 May 21 15:46:55.615663 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-9753b354-6934-444d-8b23-a83cf1b1b300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:55.617081 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-9753b354-6934-444d-8b23-a83cf1b1b300 service neutron] 10.222.0.74 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 916 time: 0.3011773 May 21 15:46:55.688127 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-2deed145-11b1-4c04-a9fa-c7b89eb82fe0 service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7e941fbe-b24d-4b50-9992-7b245164920c HTTP/1.1" status: 200 len: 217 time: 0.0619311 May 21 15:46:55.766877 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-1896fe3c-b13c-4d89-a734-d24a6dff8514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:55.770155 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-1896fe3c-b13c-4d89-a734-d24a6dff8514 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad6604fc-7780-4228-8d4e-e8f534ba8020 HTTP/1.1" status: 200 len: 855 time: 0.0717742 May 21 15:46:55.819331 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-7fb70aac-5c1b-45a9-bbc4-7dc74f8e9f68 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414939 May 21 15:46:55.985944 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-9d79f9c9-8e3f-4792-a38f-68b17c764898 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586423 May 21 15:46:56.242078 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-92a4f578-efea-46fc-a73e-b68c851ad475 req-f878ddbd-c9c4-4f0f-bfd5-31ae7cb2cfc8 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2478344 May 21 15:46:56.800153 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca74eaa-eda0-4949-80dd-0be03e41fe9a req-8e3fb6e4-27a4-4034-a829-78eb2e495373 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:56.801674 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bca74eaa-eda0-4949-80dd-0be03e41fe9a req-8e3fb6e4-27a4-4034-a829-78eb2e495373 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.0957711 May 21 15:46:56.871907 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bca74eaa-eda0-4949-80dd-0be03e41fe9a req-ac75b17d-f179-43b6-9d0a-05a511282b07 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622830 May 21 15:46:57.397202 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-a4afd46c-d9b3-48fd-a42d-b0965ef040bc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:57.399221 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-a4afd46c-d9b3-48fd-a42d-b0965ef040bc tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.0974300 May 21 15:46:57.569021 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Deleting port bd4f7b90-a620-4038-97a4-f7b70f131c5e {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:46:57.569273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:57.787489 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] For port bd4f7b90-a620-4038-97a4-f7b70f131c5e, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=bd4f7b90-a620-4038-97a4-f7b70f131c5e,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:46:57.788077 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:58.462549 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:58.463308 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1653446'] for floatingip, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:58.463694 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.db.l3_db [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Floating IP 81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264 disassociated. External IP: 172.28.0.157, port: bd4f7b90-a620-4038-97a4-f7b70f131c5e. May 21 15:46:58.464270 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Calling delete_port for bd4f7b90-a620-4038-97a4-f7b70f131c5e owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:46:58.490225 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c811a0-9aff-4606-8b7e-8540b773790e req-1c404f30-fffc-4827-a853-67b3749b6bdb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:46:58.492735 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f5c811a0-9aff-4606-8b7e-8540b773790e req-1c404f30-fffc-4827-a853-67b3749b6bdb tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 946 time: 0.4060469 May 21 15:46:58.592169 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f5c811a0-9aff-4606-8b7e-8540b773790e req-2aa8678f-542d-4b26-b926-94c3f7c9a41e tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups?id=8507b8e1-b7e4-40a6-9298-804beeee096a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924034 May 21 15:46:58.815454 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:58.823115 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-e86dae2c-feba-47f9-968e-dbfbab4c9f2a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:46:58.869404 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event deleted for resources: {'Port': ['ID=bd4f7b90-a620-4038-97a4-f7b70f131c5e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:46:58.875000 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:46:59.197210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Router 362da74d-1794-4c57-916d-48c200926d2b has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92296) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:46:59.414774 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92296) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:46:59.426076 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:46:59.437329 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:46:59.438018 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:46:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:46:59.509775 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] No DVR routers for this DVR port bd4f7b90-a620-4038-97a4-f7b70f131c5e on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:46:59.513444 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:46:59.517541 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-deleted', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:46:59.645691 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bb1e7019-73ad-415f-8632-70a352ceb4a4 req-6d2a81d4-9b98-4de2-ac26-fced3cfe703f tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.74 "DELETE /v2.0/ports/bd4f7b90-a620-4038-97a4-f7b70f131c5e HTTP/1.1" status: 204 len: 173 time: 2.2373698 May 21 15:46:59.669244 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:46:59.872274 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93a1b9bb-d6e9-4774-9d4d-2e84096a28db', 'name': 'network-vif-deleted', 'tag': 'bd4f7b90-a620-4038-97a4-f7b70f131c5e', 'status': 'completed', 'code': 200} May 21 15:46:59.937672 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9ff1a426-a283-478c-85d3-b6d83e00753f req-3f459682-3620-405a-bf7d-2ddc153069ea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Synchronizing usage tracker for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:47:00.035760 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:00.037487 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9ff1a426-a283-478c-85d3-b6d83e00753f req-3f459682-3620-405a-bf7d-2ddc153069ea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Unset dirty status for tenant:5a3d6b3bad5e4ab29ec02e77f2137c99 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:47:00.038693 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ff1a426-a283-478c-85d3-b6d83e00753f req-3f459682-3620-405a-bf7d-2ddc153069ea tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/ports?device_id=93a1b9bb-d6e9-4774-9d4d-2e84096a28db HTTP/1.1" status: 200 len: 210 time: 0.1621144 May 21 15:47:00.040210 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:47:00.050934 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:47:00.051674 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:46:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:00.265177 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:47:00.516296 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:00.552217 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: bd4f7b90-a620-4038-97a4-f7b70f131c5e {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:00.552623 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device bd4f7b90-a620-4038-97a4-f7b70f131c5e not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:00.718919 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:00.736297 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d68e000c-d0af-4a74-beb3-9798ae3f39cc None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:35:14Z', 'revision_number': 4, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb', '_interfaces': [{'id': 'a73fd2ab-c184-42a2-ba15-7ff055ba67ea', 'name': '', 'network_id': '9a688040-8eb2-467f-906e-7d1d8a5a6f86', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'mac_address': 'fa:16:3e:a3:c3:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:35:09Z', 'updated_at': '2021-05-21T15:35:32Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'subnets': [{'id': '83de449d-be81-44ef-bf68-cd42c49ccd35', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:47:01.054880 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18a3f271-904b-4f16-bf32-b67b233dd9ff None None] New status for floating IP 81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264: DOWN {{(pid=92297) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} May 21 15:47:01.297521 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60160) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:01.391869 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:01.418022 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c5580d56-216b-4d14-a1a2-3139d5c96598 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:01.419599 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c5580d56-216b-4d14-a1a2-3139d5c96598 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.1978493 May 21 15:47:01.432285 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:01.437673 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-7300a0ce-977d-4971-9395-0c5a8b41527c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/quotas/7ac02ba641f24b089109eae948228032 HTTP/1.1" status: 200 len: 375 time: 0.0109341 May 21 15:47:01.541364 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-a963dace-1888-4b10-ba34-f48a0a23235c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0942714 May 21 15:47:01.592302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:01.601639 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0bc1b5cd-7d00-444d-bb71-c472d0178a44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:01.630224 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8507b8e1-b7e4-40a6-9298-804beeee096a,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:01.634201 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:01.713554 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-f709f181-b23a-4475-9677-63927c226387 service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623240 May 21 15:47:01.734999 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:01.736434 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-635fdf45-4d99-4865-9660-1b3a5e48f5a2 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "DELETE /v2.0/security-groups/8507b8e1-b7e4-40a6-9298-804beeee096a HTTP/1.1" status: 204 len: 168 time: 0.4372911 May 21 15:47:01.739817 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60164) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:01.812695 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.api.v2.resource [None req-e02c2d1f-8f90-4f69-a8f8-bb8e9a9bd395 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] show failed (client error): The resource could not be found. May 21 15:47:01.813696 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-e02c2d1f-8f90-4f69-a8f8-bb8e9a9bd395 tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "GET /v2.0/security-groups/8507b8e1-b7e4-40a6-9298-804beeee096a HTTP/1.1" status: 404 len: 347 time: 0.0729265 May 21 15:47:01.818615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60168) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:01.920293 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-40c43371-6faa-40ec-8b7c-64d69161f5f2 service neutron] 10.222.0.66 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2004709 May 21 15:47:02.114053 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Deleting port 062557d4-d05e-45cb-a4d7-b401a5ad7a0e {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:02.114703 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:02.284860 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:02.285425 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:02.301256 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1d5bc4a2-dd65-4565-9c0d-0e8a39613b73 req-f85b0dad-8f6c-4688-9a11-e28b74606a59 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 210 time: 0.0575404 May 21 15:47:02.431848 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Calling delete_port for 062557d4-d05e-45cb-a4d7-b401a5ad7a0e owned by network:floatingip {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:02.649387 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:02.654475 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3d28fc94-391e-4ce8-a370-efb89eb9f8fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:02.707725 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Pushing event deleted for resources: {'Port': ['ID=062557d4-d05e-45cb-a4d7-b401a5ad7a0e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:02.735492 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:02.822963 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks [] for floatingip, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:02.952855 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for floatingip, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:02.953959 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-04404f7a-0a81-432a-9db4-4bc6afaec28a tempest-AttachVolumeShelveTestJSON-1612782057 tempest-AttachVolumeShelveTestJSON-1612782057-project] 10.222.0.66 "DELETE /v2.0/floatingips/81c2d8fa-1215-4f6f-9ac7-ede4fa9f3264 HTTP/1.1" status: 204 len: 168 time: 1.1342776 May 21 15:47:03.458055 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-78bcd5a8-0849-4fb7-92ea-b9a1f0705095 req-de98d74e-c249-41ea-b06d-86344c810676 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 210 time: 0.0447490 May 21 15:47:04.667804 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9f2ff972-43b7-43a9-8ba9-14ffebe3505d req-c558c0e2-17e4-4b3a-9018-c63eb4c30e41 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 210 time: 0.0790062 May 21 15:47:04.803459 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-af0aebe0-5781-4714-8316-b982949d658c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:04.804935 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-af0aebe0-5781-4714-8316-b982949d658c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/networks?id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 200 len: 815 time: 0.1795194 May 21 15:47:04.825148 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Request body: {'port': {'device_id': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'admin_state_up': True, 'tenant_id': '7ac02ba641f24b089109eae948228032'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:47:04.989840 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:05.002981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:05.094207 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Made reservation on behalf of 7ac02ba641f24b089109eae948228032 for: {'port': 1} {{(pid=92296) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} May 21 15:47:05.101341 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:05.395407 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.db_base_plugin_common [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Allocated IP 172.20.0.10 (c0b7e51e-1e83-4764-b084-fa2cd0b0e506/ad6604fc-7780-4228-8d4e-e8f534ba8020/2e2d38de-d749-4a7d-b694-ccf806af5204) {{(pid=92296) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} May 21 15:47:05.660486 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks [] for port, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:05.821532 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8732845580162', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:05.833551 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f5f18ab-ee11-4c39-99a0-13a8d28c5cd3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:05.853337 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c', 'e401a1c3-4af5-416e-9c74-b851b14f645f', '52bcef37-17e4-4116-8969-d8451969f2b9'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:47:05.918144 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 is already hosted by enough agents. {{(pid=92296) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} May 21 15:47:05.923146 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.scheduler.base_scheduler [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Resources bound (agent type, host, resource id): {{(pid=92296) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} May 21 15:47:05.932929 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Received port after_create {{(pid=92296) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} May 21 15:47:05.969758 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event updated for resources: {'Port': ['ID=2e2d38de-d749-4a7d-b694-ccf806af5204,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:06.001349 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.001715 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.002073 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.002428 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.002934 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.003858 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.004213 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.004560 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.004906 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.005254 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.005647 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.005989 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:06.019865 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:06.031971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:06.031971 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:06.055678 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc197bd-638c-47d0-b99a-dd05ec7048bc req-da519be9-3c4e-4258-94d4-b0a2c8414cfa tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:06.057295 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2dc197bd-638c-47d0-b99a-dd05ec7048bc req-da519be9-3c4e-4258-94d4-b0a2c8414cfa tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 932 time: 0.2721491 May 21 15:47:06.117838 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2dc197bd-638c-47d0-b99a-dd05ec7048bc req-a872bc8b-4c2e-4dc1-91bc-9839a2f3fa4b tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496798 May 21 15:47:06.164122 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-c7595752-8eff-4c1e-aee1-10a09fadd391 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3426282 May 21 15:47:06.234002 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.v2.base [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Request body: {'port': {'device_id': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79229'}} {{(pid=92296) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} May 21 15:47:06.351566 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60212) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:06.398612 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:06.764168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e2d38de-d749-4a7d-b694-ccf806af5204 {{(pid=92296) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:47:06.772991 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Notify callbacks [] for port, precommit_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:06.788904 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.provisioning_blocks [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Transition to ACTIVE for port object 2e2d38de-d749-4a7d-b694-ccf806af5204 will not be triggered until provisioned by entity L2. {{(pid=92296) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} May 21 15:47:06.911436 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:06.916175 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c735508d-c926-4868-ac40-344c35abc645 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:07.094763 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d38de-d749-4a7d-b694-ccf806af5204,revision_number=2']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:07.102606 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:07.180181 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Attempting to bind port 2e2d38de-d749-4a7d-b694-ccf806af5204 on host hv-cinder-79229 for vnic_type normal with profile {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} May 21 15:47:07.180514 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Attempting to bind port 2e2d38de-d749-4a7d-b694-ccf806af5204 by drivers openvswitch,hyperv on host hv-cinder-79229 at level 0 using segments [{'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} May 21 15:47:07.180840 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Attempting to bind port 2e2d38de-d749-4a7d-b694-ccf806af5204 on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:47:07.186457 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Port 2e2d38de-d749-4a7d-b694-ccf806af5204 on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79229 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} May 21 15:47:07.186989 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Attempting to bind port 2e2d38de-d749-4a7d-b694-ccf806af5204 on network c0b7e51e-1e83-4764-b084-fa2cd0b0e506 {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} May 21 15:47:07.196168 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Checking agent: {'id': 'be388a12-01de-4624-b252-7c8ed193de2e', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79229', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'started_at': datetime.datetime(2021, 5, 21, 15, 32, 48), 'heartbeat_timestamp': datetime.datetime(2021, 5, 21, 15, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} May 21 15:47:07.197164 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Checking segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=92296) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} May 21 15:47:07.197982 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Bound using segment: {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'} {{(pid=92296) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} May 21 15:47:07.198901 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.managers [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Bound port: 2e2d38de-d749-4a7d-b694-ccf806af5204, host: hv-cinder-79229, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c44ddc3-777f-4dc9-a72b-bb0e224a164a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 750, 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506'}}] {{(pid=92296) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} May 21 15:47:07.199620 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:07.334118 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-414672'] for router_interface, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:07.360150 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] For port 2e2d38de-d749-4a7d-b694-ccf806af5204, host hv-cinder-79229, cleared binding levels {{(pid=92296) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} May 21 15:47:07.364596 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] For port 2e2d38de-d749-4a7d-b694-ccf806af5204, host hv-cinder-79229, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e2d38de-d749-4a7d-b694-ccf806af5204,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} May 21 15:47:07.387989 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd36aec-ca50-4331-99c2-4fe76222cab9 req-47591f25-31b1-410c-a192-e7c0a767636e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:07.388772 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8dd36aec-ca50-4331-99c2-4fe76222cab9 req-47591f25-31b1-410c-a192-e7c0a767636e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:47:07.438031 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-933081'] for port, after_update {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:07.443363 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:07.478426 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-8dd36aec-ca50-4331-99c2-4fe76222cab9 req-47591f25-31b1-410c-a192-e7c0a767636e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:47:07.479721 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8dd36aec-ca50-4331-99c2-4fe76222cab9 req-47591f25-31b1-410c-a192-e7c0a767636e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 944 time: 0.2270415 May 21 15:47:07.533491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:07.534119 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:07.545727 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] 10.222.0.74 "PUT /v2.0/ports/2e2d38de-d749-4a7d-b694-ccf806af5204 HTTP/1.1" status: 200 len: 1094 time: 1.3174083 May 21 15:47:07.549010 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'tag': '2e2d38de-d749-4a7d-b694-ccf806af5204'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:47:07.599653 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Pushing event updated for resources: {'Port': ['ID=2e2d38de-d749-4a7d-b694-ccf806af5204,revision_number=3']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:07.607612 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-006b0918-a73b-4511-a2f5-30aa17dcdf2b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:07.623625 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8dd36aec-ca50-4331-99c2-4fe76222cab9 req-6f6b4ec1-c9ad-4d7d-8356-e3ba2940fc1a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231310 May 21 15:47:07.655970 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'tag': '2e2d38de-d749-4a7d-b694-ccf806af5204', 'status': 'completed', 'code': 200} May 21 15:47:07.782617 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f4590-74ac-4783-8ffe-7c79ea5d0a42 req-7b088ecf-3deb-4827-8577-effb7056b843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:07.785816 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f10f4590-74ac-4783-8ffe-7c79ea5d0a42 req-7b088ecf-3deb-4827-8577-effb7056b843 service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 1097 time: 0.1090331 May 21 15:47:07.836319 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Deleting port a73fd2ab-c184-42a2-ba15-7ff055ba67ea {{(pid=92295) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:07.837297 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:08.000819 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.db [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] For port a73fd2ab-c184-42a2-ba15-7ff055ba67ea, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92295) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:08.001323 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:08.096890 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f4590-74ac-4783-8ffe-7c79ea5d0a42 req-f13ae7a5-6abe-469a-a7d4-d7d090e9f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:08.098447 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f10f4590-74ac-4783-8ffe-7c79ea5d0a42 req-f13ae7a5-6abe-469a-a7d4-d7d090e9f276 service neutron] 10.222.0.74 "GET /v2.0/networks?tenant_id=7ac02ba641f24b089109eae948228032&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3045862 May 21 15:47:08.142081 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.plugin [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Calling delete_port for a73fd2ab-c184-42a2-ba15-7ff055ba67ea owned by network:router_interface {{(pid=92295) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:08.267283 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f4590-74ac-4783-8ffe-7c79ea5d0a42 req-34213b35-7c41-4d1f-aa15-a8d055eb9459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:08.269606 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-f10f4590-74ac-4783-8ffe-7c79ea5d0a42 req-34213b35-7c41-4d1f-aa15-a8d055eb9459 service neutron] 10.222.0.74 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1633191 May 21 15:47:08.429249 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-2f6712db-f326-4191-8537-4b6540e05f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:08.430962 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-2f6712db-f326-4191-8537-4b6540e05f0c service neutron] 10.222.0.74 "GET /v2.0/ports?tenant_id=7ac02ba641f24b089109eae948228032&device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 1097 time: 0.1165760 May 21 15:47:08.559385 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-ebe5ab89-4b47-47a9-8c12-dd4294e4fd4c service neutron] 10.222.0.74 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2e2d38de-d749-4a7d-b694-ccf806af5204 HTTP/1.1" status: 200 len: 217 time: 0.1197956 May 21 15:47:08.570075 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2327332'] for port, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:08.576921 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-39eb5b30-065f-4259-9cb1-4607484aa10a tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:08.644175 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Pushing event deleted for resources: {'Port': ['ID=a73fd2ab-c184-42a2-ba15-7ff055ba67ea,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:08.647628 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:08.657886 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d62516-8044-4b4f-9067-2989294520a0 req-9fbb1cea-f756-44ec-b7b1-31becd7d8095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:08.667521 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-9fbb1cea-f756-44ec-b7b1-31becd7d8095 service neutron] 10.222.0.74 "GET /v2.0/subnets?id=ad6604fc-7780-4228-8d4e-e8f534ba8020 HTTP/1.1" status: 200 len: 855 time: 0.0999451 May 21 15:47:08.765236 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-695146b7-cbe6-4a14-841e-bb41cbd7dca4 service neutron] 10.222.0.74 "GET /v2.0/ports?network_id=c0b7e51e-1e83-4764-b084-fa2cd0b0e506&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904531 May 21 15:47:09.017788 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-2e2ebbef-f0b8-4eb6-8cbf-5511558b4c7c service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446363 May 21 15:47:09.056121 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae71859-ad39-4f5c-8c3c-02e09e7a095c req-4ad2bd97-7e8f-4ca0-845b-1909f69ebeff tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:09.057644 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4ae71859-ad39-4f5c-8c3c-02e09e7a095c req-4ad2bd97-7e8f-4ca0-845b-1909f69ebeff tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 944 time: 0.1900578 May 21 15:47:09.075872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1663947', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-414652'] for router_interface, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:09.201237 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4ae71859-ad39-4f5c-8c3c-02e09e7a095c req-89a02793-90c8-4550-8608-20aaf9c4c71f tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837607 May 21 15:47:09.226575 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-c7d62516-8044-4b4f-9067-2989294520a0 req-8e204b7e-47d5-4ca2-9368-a200eeed1e77 service neutron] 10.222.0.74 "GET /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994541 May 21 15:47:09.784470 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Router 362da74d-1794-4c57-916d-48c200926d2b has already been hosted by L3 agent 3987c905-901e-4905-b04a-65b55f945375 {{(pid=92295) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} May 21 15:47:10.021403 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] Notify agent at l3_agent.dv-cinder-792299-3-smb the message routers_updated {{(pid=92295) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} May 21 15:47:10.033287 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] Sync routers for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} May 21 15:47:10.044361 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-cf25bf49-5a4c-40e7-bf5d-522bb3080a25 admin admin] 10.222.0.66 "PUT /v2.0/routers/362da74d-1794-4c57-916d-48c200926d2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6913197 May 21 15:47:10.048349 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60224) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:10.051250 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:47:10.051872 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:46:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:10.197670 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e044dc8f-259d-4a64-9862-99f6bf3366e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:10.252486 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:47:10.318531 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks [] for router, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:10.586736 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5299-77ad-4d69-9100-ac7db8b589d6 req-235eac5e-7f29-4bb0-83ba-d0ea48c2b16f tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:10.588299 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a5d5299-77ad-4d69-9100-ac7db8b589d6 req-235eac5e-7f29-4bb0-83ba-d0ea48c2b16f tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 944 time: 0.2110300 May 21 15:47:10.592186 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:10.595697 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:47:08Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:10.601974 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] Checking router: 362da74d-1794-4c57-916d-48c200926d2b for host: dv-cinder-792299-3-smb {{(pid=92298) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} May 21 15:47:10.614985 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] Routers {'362da74d-1794-4c57-916d-48c200926d2b'} bound to L3 agent in host dv-cinder-792299-3-smb {{(pid=92298) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} May 21 15:47:10.615884 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-792299-3-smb', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-05-21T15:26:13Z,description=,heartbeat_timestamp=2021-05-21T15:46:43Z,host='dv-cinder-792299-3-smb',id=3987c905-901e-4905-b04a-65b55f945375,load=0,resource_versions=,resources_synced=,started_at=2021-05-21T15:26:13Z,topic='l3_agent')) {'router_ids': ['362da74d-1794-4c57-916d-48c200926d2b'], 'active': True} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:10.653813 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-6a5d5299-77ad-4d69-9100-ac7db8b589d6 req-7f8042ad-089f-420c-a28b-5d14152d13e7 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548253 May 21 15:47:10.785046 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Deleting port 797c8219-7da5-4167-8552-18ca1fce0a6f {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:10.785613 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:10.829310 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_dvr_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] Set router 362da74d-1794-4c57-916d-48c200926d2b gateway port host: dv-cinder-792299-3-smb {{(pid=92298) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:820}} May 21 15:47:11.174131 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] For port 797c8219-7da5-4167-8552-18ca1fce0a6f, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=797c8219-7da5-4167-8552-18ca1fce0a6f,segment=NetworkSegment(95e300f1-4670-49b8-ad99-89693d4b91cd),segment_id=95e300f1-4670-49b8-ad99-89693d4b91cd)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:11.174612 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:11.218343 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.l3_hamode_db [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:47:08Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}], 'dv-cinder-792299-3-smb', False) {} {{(pid=92298) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:11.223500 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab568dd-b2a2-4461-8047-488f97127e5c None None] The sync data for ids ['362da74d-1794-4c57-916d-48c200926d2b'] in dv-cinder-792299-3-smb is: [{'id': '362da74d-1794-4c57-916d-48c200926d2b', 'name': 'tempest-AttachVolumeShelveTestJSON-1843892506-router', 'tenant_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'external_fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115'}], 'enable_snat': True}, 'gw_port_id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-05-21T15:34:51Z', 'updated_at': '2021-05-21T15:47:08Z', 'revision_number': 5, 'project_id': '5a3d6b3bad5e4ab29ec02e77f2137c99', 'gw_port': {'id': '797c8219-7da5-4167-8552-18ca1fce0a6f', 'name': '', 'network_id': '7ded683e-2e47-410f-bbb3-e0e999561fea', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:42:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '362da74d-1794-4c57-916d-48c200926d2b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 101, 'fixed_ips': [{'subnet_id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'ip_address': '172.28.0.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-792299-3-smb', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-05-21T15:34:55Z', 'updated_at': '2021-05-21T15:35:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'c00e468c-2243-43c0-b045-dae1bfb99343', 'cidr': '172.28.0.0/24', 'gateway_ip': '172.28.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-792299-3-smb'}] {{(pid=92298) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} May 21 15:47:11.331751 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Calling delete_port for 797c8219-7da5-4167-8552-18ca1fce0a6f owned by network:router_gateway {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:11.631365 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:11.635724 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6e8d9a6c-8121-44b1-81cf-39f86d02c24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:11.690210 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Pushing event deleted for resources: {'Port': ['ID=797c8219-7da5-4167-8552-18ca1fce0a6f,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:11.693600 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:11.891171 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1653301'] for router_gateway, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:11.985649 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device a73fd2ab-c184-42a2-ba15-7ff055ba67ea no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:12.032723 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: a73fd2ab-c184-42a2-ba15-7ff055ba67ea {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:12.033064 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device a73fd2ab-c184-42a2-ba15-7ff055ba67ea not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:12.088917 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1654279', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-4670'] for router, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.091923 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.138638 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cb251-64e4-4d08-aeb6-6bfdeec69ac7 req-ca18858c-b7a6-4060-8351-bd03c2b877cc tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:12.138638 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-248cb251-64e4-4d08-aeb6-6bfdeec69ac7 req-ca18858c-b7a6-4060-8351-bd03c2b877cc tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 944 time: 0.3063364 May 21 15:47:12.182104 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-248cb251-64e4-4d08-aeb6-6bfdeec69ac7 req-80fb128d-fc3a-454d-a719-c73eaa026023 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478199 May 21 15:47:12.299666 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1647833'] for router, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.300147 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 362da74d-1794-4c57-916d-48c200926d2b {{(pid=92296) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} May 21 15:47:12.315078 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] Notify callbacks [] for router, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.319195 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-8870ab33-e6a1-4c9b-aa0e-b43c0e126214 admin admin] 10.222.0.66 "DELETE /v2.0/routers/362da74d-1794-4c57-916d-48c200926d2b HTTP/1.1" status: 204 len: 168 time: 2.2677722 May 21 15:47:12.321463 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60232) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:12.425032 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Deleting subnet 83de449d-be81-44ef-bf68-cd42c49ccd35 {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:47:12.427973 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.485703 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.614805 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 2e2d38de-d749-4a7d-b694-ccf806af5204 details requested by agent hyperv_hv-cinder-79229 with host hv-cinder-79229 {{(pid=92297) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} May 21 15:47:12.632159 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.727091 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.869405 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 2e2d38de-d749-4a7d-b694-ccf806af5204, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e2d38de-d749-4a7d-b694-ccf806af5204,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:12.888032 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-dfdd604b-041b-4733-b957-e4c8e3d2a5e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:12.898239 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Returning: {'device': '2e2d38de-d749-4a7d-b694-ccf806af5204', 'network_id': 'c0b7e51e-1e83-4764-b084-fa2cd0b0e506', 'port_id': '2e2d38de-d749-4a7d-b694-ccf806af5204', 'mac_address': 'fa:16:3e:62:9b:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 750, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ad6604fc-7780-4228-8d4e-e8f534ba8020', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=92297) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} May 21 15:47:12.976017 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.000607 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e2d38de-d749-4a7d-b694-ccf806af5204 {{(pid=92297) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} May 21 15:47:13.021409 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 2e2d38de-d749-4a7d-b694-ccf806af5204, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e2d38de-d749-4a7d-b694-ccf806af5204,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:13.117373 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.119175 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-6a5bad0f-8c54-4e98-862e-a4a90f6380b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:13.146908 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.156318 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-c3925974-faeb-4067-8f06-3cc1f825789e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:13.211428 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=2e2d38de-d749-4a7d-b694-ccf806af5204,revision_number=4']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:13.217326 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:13.220101 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83de449d-be81-44ef-bf68-cd42c49ccd35,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:13.227625 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:13.229569 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.235716 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b686cc5b-c545-4c64-b115-10218ce73076 None None] Network 9a688040-8eb2-467f-906e-7d1d8a5a6f86 requested from dv-cinder-792299-3-smb {{(pid=92297) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} May 21 15:47:13.242921 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-d562e865-28f4-4c43-b5fb-a6f80e9bb0bc admin admin] 10.222.0.66 "DELETE /v2.0/subnets/83de449d-be81-44ef-bf68-cd42c49ccd35 HTTP/1.1" status: 204 len: 168 time: 0.9197605 May 21 15:47:13.243407 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60238) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:13.557197 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.580548 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] DHCP port deletion for 9a688040-8eb2-467f-906e-7d1d8a5a6f86 request from dv-cinder-792299-3-smb {{(pid=92297) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} May 21 15:47:13.615640 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['2e2d38de-d749-4a7d-b694-ccf806af5204'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:47:13.682531 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dba472d-c1c5-41fd-ad4b-5ed358146755 req-c3c87d7c-5637-4750-9c59-969e1f24ffae tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:13.690294 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0dba472d-c1c5-41fd-ad4b-5ed358146755 req-c3c87d7c-5637-4750-9c59-969e1f24ffae tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 945 time: 0.3030756 May 21 15:47:13.750103 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Deleting port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 {{(pid=92297) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:13.750633 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.796762 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0dba472d-c1c5-41fd-ad4b-5ed358146755 req-488be60d-3d7f-4473-b510-c13812c4bb4a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946455 May 21 15:47:13.812426 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Deleting port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:13.813179 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:13.957760 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] For port cbae823e-924b-46a7-a8e2-4d3d43d3fba6, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:13.958274 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.011524 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] For port cbae823e-924b-46a7-a8e2-4d3d43d3fba6, host dv-cinder-792299-3-smb, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-792299-3-smb',level=0,port_id=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,segment=NetworkSegment(498bff2f-a4c1-4a43-9fe6-d4ffe8174613),segment_id=498bff2f-a4c1-4a43-9fe6-d4ffe8174613)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:14.012218 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.055471 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 797c8219-7da5-4167-8552-18ca1fce0a6f no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:14.161723 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.170067 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Calling delete_port for cbae823e-924b-46a7-a8e2-4d3d43d3fba6 owned by network:dhcp {{(pid=92297) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:14.173169 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] No Port match for: 797c8219-7da5-4167-8552-18ca1fce0a6f {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:14.173515 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device 797c8219-7da5-4167-8552-18ca1fce0a6f not bound to the agent host dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:14.173939 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Device cbae823e-924b-46a7-a8e2-4d3d43d3fba6 no longer exists at agent ovs-agent-dv-cinder-792299-3-smb {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:14.270932 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Calling delete_port for cbae823e-924b-46a7-a8e2-4d3d43d3fba6 owned by network:dhcp {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:14.433348 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.535798 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171'] for port, after_delete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.540172 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:14.545615 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.550795 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-cf45f32f-6c63-43b3-bcb6-a2ce3618e69d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:14.602634 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:14.604972 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] No DVR routers for this DVR port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 on host dv-cinder-792299-3-smb {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:47:14.607221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:14.694830 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Pushing event deleted for resources: {'Port': ['ID=cbae823e-924b-46a7-a8e2-4d3d43d3fba6,revision_number=None']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:14.694830 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:14.696620 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e6d3c4f-e888-4490-8105-6ad3f9778d25 None None] No DVR routers for this DVR port cbae823e-924b-46a7-a8e2-4d3d43d3fba6 on host dv-cinder-792299-3-smb {{(pid=92297) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:47:14.806424 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.831482 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a688040-8eb2-467f-906e-7d1d8a5a6f86']}} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:14.857079 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '498bff2f-a4c1-4a43-9fe6-d4ffe8174613') {'for_net_delete': True} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:14.857593 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.services.segments.db [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '498bff2f-a4c1-4a43-9fe6-d4ffe8174613') {} {{(pid=92296) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:47:14.881465 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-933453'] for segment, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.912744 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.924583 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Releasing vlan 798 on physical network physnet1 to pool {{(pid=92296) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:47:14.925264 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-933053'] for segment, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: util.warn( May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: util.warn( May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: util.warn( May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: util.warn( May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: Traceback (most recent call last): May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: timer() May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: cb(*args, **kw) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: return func(*args, **kwargs) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: self._notify() May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: self.callback(batched_events) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: event.method(event) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: return f(self, *a, **k) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: return self._get(url).json() May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: return self.request(url, 'GET', **kwargs) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:47:14.951041 dv-cinder-792299-3-smb neutron-server[92296]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:47:15.227147 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b29ef2-f5a2-4f8c-b611-8aa7e6e92b6b req-c8f91bf9-e200-4e70-a66d-ed92d19bcca0 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:15.228586 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-41b29ef2-f5a2-4f8c-b611-8aa7e6e92b6b req-c8f91bf9-e200-4e70-a66d-ed92d19bcca0 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 945 time: 0.2700529 May 21 15:47:15.277692 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-41b29ef2-f5a2-4f8c-b611-8aa7e6e92b6b req-dccbe514-c96d-4c80-83e4-575bb47af832 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431087 May 21 15:47:15.374145 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:15.381322 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:15.384653 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2d0c7dd1-55b4-4841-bd27-212f5b6c219b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:15.422512 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a688040-8eb2-467f-906e-7d1d8a5a6f86,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:15.425378 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:15.514733 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a9674d24-c0be-40da-a4ba-ca311fe64a34 admin admin] 10.222.0.66 "DELETE /v2.0/networks/9a688040-8eb2-467f-906e-7d1d8a5a6f86 HTTP/1.1" status: 204 len: 168 time: 2.2699111 May 21 15:47:15.655187 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:15.964672 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60246) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:16.027976 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-83014411-44a7-44f8-ba9e-bc062d6e20dd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a3d6b3bad5e4ab29ec02e77f2137c99&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0609760 May 21 15:47:16.030494 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60250) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:16.100022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:16.150700 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:16.317545 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:16.327345 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-470828d2-4157-4af3-ba65-f7576b97a4d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:16.353314 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce9c080-2bdb-4d63-9c53-40d2fbb00fad,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:16.374005 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:16.375788 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/7ce9c080-2bdb-4d63-9c53-40d2fbb00fad HTTP/1.1" status: 204 len: 168 time: 0.3440182 May 21 15:47:16.378436 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.379110 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.379792 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.380335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.380978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.381625 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.382688 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.382899 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.383711 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.384350 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.384994 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.385612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:47:16.391204 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:16.538511 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b8e799-8207-4452-bf13-47a7e9d50954 req-a47b611c-62b9-477b-8ed8-740d8f475226 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:16.540722 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-05b8e799-8207-4452-bf13-47a7e9d50954 req-a47b611c-62b9-477b-8ed8-740d8f475226 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 945 time: 0.1280575 May 21 15:47:16.608374 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-05b8e799-8207-4452-bf13-47a7e9d50954 req-acd4fc54-af85-4091-a799-91d93d983cd1 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599220 May 21 15:47:16.643606 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 2e2d38de-d749-4a7d-b694-ccf806af5204 up at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} May 21 15:47:16.854640 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning for port 2e2d38de-d749-4a7d-b694-ccf806af5204 completed by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} May 21 15:47:16.863567 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.db.provisioning_blocks [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Provisioning complete for port 2e2d38de-d749-4a7d-b694-ccf806af5204 triggered by entity L2. {{(pid=92297) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} May 21 15:47:16.864100 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1395275'] for port, provisioning_complete {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:17.061834 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler_port-1539219'] for port, before_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:17.092878 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d38de-d749-4a7d-b694-ccf806af5204'}] {{(pid=92297) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:47:17.104937 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] For port 2e2d38de-d749-4a7d-b694-ccf806af5204, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e2d38de-d749-4a7d-b694-ccf806af5204,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92297) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:17.150628 dv-cinder-792299-3-smb neutron-server[92297]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e2d38de-d749-4a7d-b694-ccf806af5204', 'code': 200} May 21 15:47:17.250020 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8732846028993', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8732845580180', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8732845580225'] for port, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:17.257567 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:17.385955 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Pushing event updated for resources: {'Port': ['ID=2e2d38de-d749-4a7d-b694-ccf806af5204,revision_number=5']} {{(pid=92297) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:17.391289 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG oslo_concurrency.lockutils [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=92297) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:17.652837 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0136061c-5c64-49ad-a1ae-beae02729dc3 req-e15d8414-88d0-464c-9881-b6d0cf735772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:17.655130 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0136061c-5c64-49ad-a1ae-beae02729dc3 req-e15d8414-88d0-464c-9881-b6d0cf735772 service neutron] 10.222.0.74 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 1099 time: 0.0819428 May 21 15:47:17.727335 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0136061c-5c64-49ad-a1ae-beae02729dc3 req-ca239b10-03c5-4a14-94ff-1a18491adc13 service neutron] 10.222.0.74 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640163 May 21 15:47:17.878536 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb8c314-118e-4c62-ab5f-d4c1d3bc16fc req-3b3c6fb8-045d-491a-88c8-5a780a36ac25 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:17.881531 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-deb8c314-118e-4c62-ab5f-d4c1d3bc16fc req-3b3c6fb8-045d-491a-88c8-5a780a36ac25 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.1317580 May 21 15:47:17.938448 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-deb8c314-118e-4c62-ab5f-d4c1d3bc16fc req-41e21bac-60ca-4964-a0c9-35a4b1aa4a03 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492659 May 21 15:47:18.276378 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:19.208633 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8358a9-79d6-4848-80f1-0ab66331ddda req-19724d96-6a14-4abb-914e-62743c973305 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:19.211149 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a8358a9-79d6-4848-80f1-0ab66331ddda req-19724d96-6a14-4abb-914e-62743c973305 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.1203144 May 21 15:47:19.269922 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-4a8358a9-79d6-4848-80f1-0ab66331ddda req-729e780f-2fc1-4924-abde-a72d819f5e37 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517740 May 21 15:47:20.509225 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f8613-51da-41ad-9b3b-62c3c165db83 req-8b740a00-9fc1-4b6b-ab4f-636865bfc0ae tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:20.514667 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f9f8613-51da-41ad-9b3b-62c3c165db83 req-8b740a00-9fc1-4b6b-ab4f-636865bfc0ae tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.0970583 May 21 15:47:20.564309 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1f9f8613-51da-41ad-9b3b-62c3c165db83 req-94519cb6-ce91-4aa1-b73a-8783e6905b89 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 May 21 15:47:25.151825 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60366) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:25.318155 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:25.335846 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:25.339863 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Usage tracker for resource:security_group_rule and tenant:283c0d7a5f3b4063940e047863f77a3d is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:25.343330 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:25.351353 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:25.486028 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:25.610081 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:25.626235 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-08f57628-6955-4365-9312-b0c3c6964ab7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:25.710644 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=283c0d7a5f3b4063940e047863f77a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5572689 May 21 15:47:25.711942 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee43d24-236e-4092-9ef6-39b330a66d9d,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:25.714114 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60372) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:25.717388 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-822363a7-4029-42c4-b148-87186431c51e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:25.794809 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:25.825849 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:26.025755 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:26.034105 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-199b8b64-efd8-4f2e-9799-d12bb2595c6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:26.048320 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee43d24-236e-4092-9ef6-39b330a66d9d,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:26.052560 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:26.056238 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:26.058477 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2ee43d24-236e-4092-9ef6-39b330a66d9d HTTP/1.1" status: 204 len: 168 time: 0.3424349 May 21 15:47:26.854325 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60382) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:26.875276 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:26.895308 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:26.900261 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Usage tracker for resource:security_group_rule and tenant:a47e74fe2c4443069a157cd7826b5a2d is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:26.903991 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:26.912986 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:27.026933 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:27.099733 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:27.107553 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-53028f83-160b-4e42-a8d3-01d598384a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:27.153195 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a47e74fe2c4443069a157cd7826b5a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2972381 May 21 15:47:27.154268 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc7dec60-0c15-4d7e-9a72-1d79f6b6827c,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:27.157684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60386) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:27.158460 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:27.224881 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:27.252092 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:27.391544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:27.397158 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5f29d185-fff4-4c86-8569-b173e3bd2187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:27.411493 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc7dec60-0c15-4d7e-9a72-1d79f6b6827c,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:27.414266 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:27.424792 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:27.424792 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f49d33d1-c477-4f2d-b8a7-e8b4c1392322 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/bc7dec60-0c15-4d7e-9a72-1d79f6b6827c HTTP/1.1" status: 204 len: 168 time: 0.2656939 May 21 15:47:28.116998 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:47:33.202138 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab22ad4-8baa-4d00-84ce-987a92f6e928 req-46ceb13b-67b3-4dcd-911c-9e9594b98634 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:33.204666 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bab22ad4-8baa-4d00-84ce-987a92f6e928 req-46ceb13b-67b3-4dcd-911c-9e9594b98634 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.1002486 May 21 15:47:33.259927 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-bab22ad4-8baa-4d00-84ce-987a92f6e928 req-982db88b-8cfa-4714-856e-197e975cd177 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461185 May 21 15:47:34.510488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96401350-e56d-4f49-b1a7-ac3d28a2a1f4 req-1a6a16e5-0082-4138-b635-6f80ae9506a9 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:34.513337 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96401350-e56d-4f49-b1a7-ac3d28a2a1f4 req-1a6a16e5-0082-4138-b635-6f80ae9506a9 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.1187360 May 21 15:47:34.589406 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-96401350-e56d-4f49-b1a7-ac3d28a2a1f4 req-5117282f-88a1-4698-baed-ed1b07b22d2e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649619 May 21 15:47:35.696505 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-169b07a6-d487-4a81-90d4-13e98422147d tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:35.699031 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-169b07a6-d487-4a81-90d4-13e98422147d tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.1029396 May 21 15:47:35.992666 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b346451-d6dc-4bcc-8889-b2cfb87cfe0b req-913c096d-a8bb-44dc-be6b-b27f242edd8e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:35.994312 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2b346451-d6dc-4bcc-8889-b2cfb87cfe0b req-913c096d-a8bb-44dc-be6b-b27f242edd8e tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 946 time: 0.2263088 May 21 15:47:36.032422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Deleting port 2e2d38de-d749-4a7d-b694-ccf806af5204 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:36.032684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:36.243123 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2b346451-d6dc-4bcc-8889-b2cfb87cfe0b req-3d7bf133-2e3e-462a-b4f8-14bcdee4fc61 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357798 May 21 15:47:36.338052 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] For port 2e2d38de-d749-4a7d-b694-ccf806af5204, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=2e2d38de-d749-4a7d-b694-ccf806af5204,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:36.338572 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:36.542141 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Calling delete_port for 2e2d38de-d749-4a7d-b694-ccf806af5204 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:36.835710 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:36.843200 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-4aa5d730-e0f1-43da-b8a2-06e3d24e3668 tempest-ServerRescueNegativeTestJSON-2079758340 tempest-ServerRescueNegativeTestJSON-2079758340-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:36.850525 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c', 'e401a1c3-4af5-416e-9c74-b851b14f645f', '52bcef37-17e4-4116-8969-d8451969f2b9'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:47:36.928584 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event deleted for resources: {'Port': ['ID=2e2d38de-d749-4a7d-b694-ccf806af5204,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:36.933515 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:37.037442 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] No DVR routers for this DVR port 2e2d38de-d749-4a7d-b694-ccf806af5204 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:47:37.040456 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:37.044775 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'name': 'network-vif-deleted', 'tag': '2e2d38de-d749-4a7d-b694-ccf806af5204'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:47:37.100962 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27142a6d-67ef-471e-a1a3-70543c7789b3', 'name': 'network-vif-deleted', 'tag': '2e2d38de-d749-4a7d-b694-ccf806af5204', 'status': 'completed', 'code': 200} May 21 15:47:37.151320 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8aa8fb4b-20b9-4eeb-b70a-331a1ff1bde1 req-0b41ebeb-38c1-49b4-88b2-07090705c73c tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "DELETE /v2.0/ports/2e2d38de-d749-4a7d-b694-ccf806af5204 HTTP/1.1" status: 204 len: 173 time: 1.4436195 May 21 15:47:37.509134 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9ce0aaf5-f59e-48c3-aaa1-4c467623d80a req-e4a375e0-b2f4-473b-a66e-e06fe77bf4e2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:47:37.660608 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-9ce0aaf5-f59e-48c3-aaa1-4c467623d80a req-e4a375e0-b2f4-473b-a66e-e06fe77bf4e2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:47:37.662912 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9ce0aaf5-f59e-48c3-aaa1-4c467623d80a req-e4a375e0-b2f4-473b-a66e-e06fe77bf4e2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=27142a6d-67ef-471e-a1a3-70543c7789b3 HTTP/1.1" status: 200 len: 210 time: 0.2211480 May 21 15:47:38.763471 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 2e2d38de-d749-4a7d-b694-ccf806af5204 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:38.803952 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 2e2d38de-d749-4a7d-b694-ccf806af5204 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:38.804335 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 2e2d38de-d749-4a7d-b694-ccf806af5204 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:39.344898 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60530) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:39.467483 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:39.483320 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:39.488253 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Usage tracker for resource:security_group_rule and tenant:e32c9ad01fc3482b82430a901c350cdd is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:39.491438 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:39.497916 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:39.586342 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:39.723130 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:39.731706 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-12b74e72-cb15-495a-b320-cd3f1c59184d tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:39.777738 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=e32c9ad01fc3482b82430a901c350cdd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4317064 May 21 15:47:39.779738 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288d5dd8-37dd-4f18-8718-aeb025f0486b,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:39.781480 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60536) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:39.783033 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:39.853799 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:39.917283 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:40.081069 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:40.084912 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b7034216-c090-4ba5-9cc4-ae864027fb99 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:40.103474 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288d5dd8-37dd-4f18-8718-aeb025f0486b,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:40.114822 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:40.114822 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:40.118159 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ea43d25e-4b5c-4fb3-a247-8c48e4ff6d84 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/288d5dd8-37dd-4f18-8718-aeb025f0486b HTTP/1.1" status: 204 len: 168 time: 0.3345122 May 21 15:47:40.238164 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-260f1d27-9ea5-4e03-9e7b-f066660c726a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:41.263537 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60550) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:41.281083 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:41.299520 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa1785d-c729-4857-a52d-986af20f7257 req-f9852578-edd9-4882-91a4-086015110445 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:41.300225 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:41.301121 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffa1785d-c729-4857-a52d-986af20f7257 req-f9852578-edd9-4882-91a4-086015110445 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0921719 May 21 15:47:41.304670 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Usage tracker for resource:security_group_rule and tenant:10e392918f90447082c51ec4bb1b3d23 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:41.307808 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:41.325626 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:41.350547 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ffa1785d-c729-4857-a52d-986af20f7257 req-ae3ef42b-9e04-45eb-9ed6-26cd8b8fb35a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424685 May 21 15:47:41.404612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:41.532082 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:41.539876 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-237fa8c7-1428-423b-b3f2-c6f7a6f60f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:41.581755 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=10e392918f90447082c51ec4bb1b3d23&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3170333 May 21 15:47:41.582943 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b34e2e47-035c-45b9-b726-197ef8561e9e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:41.584684 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60554) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:41.586220 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-dc5d071a-5784-41f1-a3e9-03e1e8fd0699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:41.646086 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:41.675430 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:42.001263 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:42.005233 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b2e4d69a-9a14-4c9c-a303-2f5a5473c8d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:42.019778 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b34e2e47-035c-45b9-b726-197ef8561e9e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:42.022473 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:42.032061 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:42.034853 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b34e2e47-035c-45b9-b726-197ef8561e9e HTTP/1.1" status: 204 len: 168 time: 0.4475620 May 21 15:47:42.546019 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a34650-5ca2-4191-a3a2-0da497a65998 req-31e4a1a6-c024-41da-8b04-283fd7317f33 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:42.547526 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-08a34650-5ca2-4191-a3a2-0da497a65998 req-31e4a1a6-c024-41da-8b04-283fd7317f33 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.0858912 May 21 15:47:42.601321 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-08a34650-5ca2-4191-a3a2-0da497a65998 req-161c7c6e-6fe7-4acb-b846-251937f0aaea tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477543 May 21 15:47:42.608469 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:42.899670 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-17e19290-fa3b-4e79-b58a-62c01ea7e13d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:42.972037 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60564) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:42.991030 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.007577 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:43.011900 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Usage tracker for resource:security_group_rule and tenant:945dc830256442c486a515e4a0665cf2 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:43.014860 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:43.020700 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:43.108114 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.218126 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.226064 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32a9a24f-39a9-4b73-9c55-3a7b7a0360a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:43.270550 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcfeaef-b482-4894-96ab-fd6f53c6a1b5,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:43.275020 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=945dc830256442c486a515e4a0665cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3019102 May 21 15:47:43.275919 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:43.278990 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60568) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:43.344451 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.371173 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.490371 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-92af2184-4e10-4ef7-a8a0-80e7ca1585f1 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:43.490371 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-92af2184-4e10-4ef7-a8a0-80e7ca1585f1 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.1005023 May 21 15:47:43.624192 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.628754 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-677636de-6053-4318-b761-ed879e4408dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:43.646077 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcfeaef-b482-4894-96ab-fd6f53c6a1b5,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:43.652941 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:43.657968 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.667942 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/2dcfeaef-b482-4894-96ab-fd6f53c6a1b5 HTTP/1.1" status: 204 len: 168 time: 0.3824687 May 21 15:47:43.671043 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Deleting port 52bcef37-17e4-4116-8969-d8451969f2b9 {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:43.671377 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:43.863121 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] For port 52bcef37-17e4-4116-8969-d8451969f2b9, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=52bcef37-17e4-4116-8969-d8451969f2b9,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:43.863510 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:44.008554 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:44.090767 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Calling delete_port for 52bcef37-17e4-4116-8969-d8451969f2b9 owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:44.105964 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0d675d-8de8-414b-9c5e-3a2c03fdba77 req-007fe8ae-7b8b-4361-9437-dbb180d876f6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:44.106890 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9d0d675d-8de8-414b-9c5e-3a2c03fdba77 req-007fe8ae-7b8b-4361-9437-dbb180d876f6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 946 time: 0.3645582 May 21 15:47:44.173170 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-9d0d675d-8de8-414b-9c5e-3a2c03fdba77 req-1079da06-bb6a-40b4-9377-282c3427c038 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510852 May 21 15:47:44.363844 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:44.370736 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-96358308-d6fb-41ea-9b6e-ddbf45108737 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:44.375706 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c', 'e401a1c3-4af5-416e-9c74-b851b14f645f', '52bcef37-17e4-4116-8969-d8451969f2b9'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:47:44.418113 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event deleted for resources: {'Port': ['ID=52bcef37-17e4-4116-8969-d8451969f2b9,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:44.426547 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:44.506439 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] No DVR routers for this DVR port 52bcef37-17e4-4116-8969-d8451969f2b9 on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:47:44.509609 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:44.512439 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'name': 'network-vif-deleted', 'tag': '52bcef37-17e4-4116-8969-d8451969f2b9'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:47:44.566953 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0', 'name': 'network-vif-deleted', 'tag': '52bcef37-17e4-4116-8969-d8451969f2b9', 'status': 'completed', 'code': 200} May 21 15:47:44.661819 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-8e84f85c-a778-4f6e-be5c-f75e447802af req-a32fbf27-cd1b-40a5-b80e-a3b56177aabe tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "DELETE /v2.0/ports/52bcef37-17e4-4116-8969-d8451969f2b9 HTTP/1.1" status: 204 len: 173 time: 1.1661854 May 21 15:47:45.342861 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-fc036b20-f4ac-48d2-9487-e9ef5cb4866f req-5d0469cc-eb74-4aa7-ba44-c670d28bf69a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:47:45.493909 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-fc036b20-f4ac-48d2-9487-e9ef5cb4866f req-5d0469cc-eb74-4aa7-ba44-c670d28bf69a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:47:45.495233 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-fc036b20-f4ac-48d2-9487-e9ef5cb4866f req-5d0469cc-eb74-4aa7-ba44-c670d28bf69a tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=8a95da5e-6ab4-4bdf-9d33-ef96bd94d3e0 HTTP/1.1" status: 200 len: 210 time: 0.1959956 May 21 15:47:45.658370 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:46.788037 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 52bcef37-17e4-4116-8969-d8451969f2b9 no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:46.823146 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 52bcef37-17e4-4116-8969-d8451969f2b9 {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:46.823416 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 52bcef37-17e4-4116-8969-d8451969f2b9 not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:47.458986 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385de038-7e99-4d7d-b488-ab0e32bafdd1 req-bee6f893-b137-4512-a372-570768d626be tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:47.461144 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-385de038-7e99-4d7d-b488-ab0e32bafdd1 req-bee6f893-b137-4512-a372-570768d626be tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 945 time: 0.1347666 May 21 15:47:47.518606 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-385de038-7e99-4d7d-b488-ab0e32bafdd1 req-1b3c902a-ca7d-415b-8e2d-9ffa7bdd56bc tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501933 May 21 15:47:48.288491 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:48.743232 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6f55d9-0d5c-4cb8-9241-5decc3631f22 req-af7e7dcc-f655-4ab2-80b9-9e8bc2f42c50 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:48.744830 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ed6f55d9-0d5c-4cb8-9241-5decc3631f22 req-af7e7dcc-f655-4ab2-80b9-9e8bc2f42c50 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 945 time: 0.0906978 May 21 15:47:48.801695 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-ed6f55d9-0d5c-4cb8-9241-5decc3631f22 req-902da1d5-f254-45b5-b3d6-02e5238303ce tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486810 May 21 15:47:49.265175 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-1a0066ca-d40e-4e78-9795-c27f07ed36d8 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:49.266615 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-1a0066ca-d40e-4e78-9795-c27f07ed36d8 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 945 time: 0.0860200 May 21 15:47:49.416176 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Deleting port e401a1c3-4af5-416e-9c74-b851b14f645f {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:49.416509 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:49.553687 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] For port e401a1c3-4af5-416e-9c74-b851b14f645f, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=e401a1c3-4af5-416e-9c74-b851b14f645f,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:49.553936 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:49.684729 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Calling delete_port for e401a1c3-4af5-416e-9c74-b851b14f645f owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:49.899919 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:49.905957 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5261122d-4080-4dda-980e-9d7243367756 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:49.914401 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.db [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] get_ports_and_sgs() called for port_ids ['7e941fbe-b24d-4b50-9992-7b245164920c', 'e401a1c3-4af5-416e-9c74-b851b14f645f'] {{(pid=92297) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} May 21 15:47:49.991339 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event deleted for resources: {'Port': ['ID=e401a1c3-4af5-416e-9c74-b851b14f645f,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:50.000896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:50.003744 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-2187746e-3b94-468b-b96c-4794d6c88e06 req-97364fd7-c3e9-43d4-879e-4b72330e70e9 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 210 time: 0.0588472 May 21 15:47:50.083485 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] No DVR routers for this DVR port e401a1c3-4af5-416e-9c74-b851b14f645f on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:47:50.087497 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:50.092234 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'name': 'network-vif-deleted', 'tag': 'e401a1c3-4af5-416e-9c74-b851b14f645f'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:47:50.160961 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19', 'name': 'network-vif-deleted', 'tag': 'e401a1c3-4af5-416e-9c74-b851b14f645f', 'status': 'completed', 'code': 200} May 21 15:47:50.175510 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cdda6698-2fe5-42ea-84a7-f3e1a8017e0d req-fdf5f3ec-f4d0-426f-9c2a-9c0e8ae69e69 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "DELETE /v2.0/ports/e401a1c3-4af5-416e-9c74-b851b14f645f HTTP/1.1" status: 204 len: 173 time: 0.9019361 May 21 15:47:51.178798 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-cefd5154-7a13-4b10-adb8-1f681d348a53 req-dcdeea79-b266-4904-b74f-6ba291d9058d tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:47:51.306521 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-cefd5154-7a13-4b10-adb8-1f681d348a53 req-dcdeea79-b266-4904-b74f-6ba291d9058d tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:47:51.307796 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-cefd5154-7a13-4b10-adb8-1f681d348a53 req-dcdeea79-b266-4904-b74f-6ba291d9058d tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=9898e9dd-3a68-4eb6-b8af-9d96dfd0cd19 HTTP/1.1" status: 200 len: 210 time: 0.1708958 May 21 15:47:52.803135 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e401a1c3-4af5-416e-9c74-b851b14f645f no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:52.849569 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: e401a1c3-4af5-416e-9c74-b851b14f645f {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:52.849916 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device e401a1c3-4af5-416e-9c74-b851b14f645f not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:54.619358 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f70880-8480-402c-8c1e-15155b1a27a8 req-cf9cea52-2fef-4aef-87bd-c1d9ad8347b6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:54.620785 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-25f70880-8480-402c-8c1e-15155b1a27a8 req-cf9cea52-2fef-4aef-87bd-c1d9ad8347b6 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.0961583 May 21 15:47:54.683977 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-25f70880-8480-402c-8c1e-15155b1a27a8 req-d8c2e0b8-550b-4c78-bcba-325b79eca6ea tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553443 May 21 15:47:55.902922 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa0633e-c283-4b12-b0c9-10e4736602fa req-6714eb4d-d417-4ce3-95c6-ab20724ebbb2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:55.906670 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fa0633e-c283-4b12-b0c9-10e4736602fa req-6714eb4d-d417-4ce3-95c6-ab20724ebbb2 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.1105363 May 21 15:47:55.979419 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-5fa0633e-c283-4b12-b0c9-10e4736602fa req-c5da2ffa-6651-44ce-866a-b04c31c8a674 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585804 May 21 15:47:56.659902 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edb0980-97b7-4857-8603-58446711e19a req-0f003924-13b7-4c32-b300-296540a6acce tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:56.661408 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1edb0980-97b7-4857-8603-58446711e19a req-0f003924-13b7-4c32-b300-296540a6acce tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.0867016 May 21 15:47:56.857914 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60726) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:56.919602 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Deleting port 7e941fbe-b24d-4b50-9992-7b245164920c {{(pid=92296) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1897}} May 21 15:47:56.933437 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8732846023918'] for port, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.013138 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.026549 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:57.030321 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Usage tracker for resource:security_group_rule and tenant:55aea5e86a3c46b88822a7d968fb8af6 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:57.034244 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:57.041133 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:57.082488 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.db [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] For port 7e941fbe-b24d-4b50-9992-7b245164920c, host hv-cinder-79229, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79229',level=0,port_id=7e941fbe-b24d-4b50-9992-7b245164920c,segment=NetworkSegment(9c44ddc3-777f-4dc9-a72b-bb0e224a164a),segment_id=9c44ddc3-777f-4dc9-a72b-bb0e224a164a)] {{(pid=92296) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} May 21 15:47:57.082880 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-436714'] for port, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.178053 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.271238 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.288538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-2cbdf008-dd70-4aa1-80d4-87d649db82b7 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:57.288855 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.plugins.ml2.plugin [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Calling delete_port for 7e941fbe-b24d-4b50-9992-7b245164920c owned by compute:nova {{(pid=92296) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1970}} May 21 15:47:57.385618 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c14d10-229b-4d03-8f91-221cca83087e req-e88d0981-9617-4ef5-8924-5fac8444db53 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=92296) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} May 21 15:47:57.387209 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b3c14d10-229b-4d03-8f91-221cca83087e req-e88d0981-9617-4ef5-8924-5fac8444db53 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 945 time: 0.2194865 May 21 15:47:57.447654 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=947d28af-b831-41bb-a80a-e7f408c980dc,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:57.458103 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=55aea5e86a3c46b88822a7d968fb8af6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5960219 May 21 15:47:57.458103 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:57.460020 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60734) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:57.496291 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-b3c14d10-229b-4d03-8f91-221cca83087e req-7b74b80f-cb59-4b12-a009-8ce228c40495 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/security-groups?id=b436e24b-1232-4e04-b1de-6e42fca8469c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024776 May 21 15:47:57.522149 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.551643 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.618051 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1539138', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91307', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8732846029002', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8732845580171', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-933070'] for port, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.624696 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-94f37d72-1683-4fc7-8d16-7ce8ba2c8cee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:57.678574 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Pushing event deleted for resources: {'Port': ['ID=7e941fbe-b24d-4b50-9992-7b245164920c,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:57.681745 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:57.751240 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.754268 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.l3_dvrscheduler_db [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] No DVR routers for this DVR port 7e941fbe-b24d-4b50-9992-7b245164920c on host hv-cinder-79229 {{(pid=92296) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} May 21 15:47:57.756825 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-66275'] for port, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.757853 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-48e8a2a5-7994-4570-a43e-0ce927076e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:57.759796 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'name': 'network-vif-deleted', 'tag': '7e941fbe-b24d-4b50-9992-7b245164920c'}] {{(pid=92296) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} May 21 15:47:57.777012 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=947d28af-b831-41bb-a80a-e7f408c980dc,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:57.779182 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:57.787364 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:57.788747 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-473b2be2-c9f5-4c4c-98d1-677558d8670a admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/947d28af-b831-41bb-a80a-e7f408c980dc HTTP/1.1" status: 204 len: 168 time: 0.3284791 May 21 15:47:57.813654 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd402c821-7be3-4ce0-96a4-f3106ae5638b', 'name': 'network-vif-deleted', 'tag': '7e941fbe-b24d-4b50-9992-7b245164920c', 'status': 'completed', 'code': 200} May 21 15:47:57.888964 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-1edb0980-97b7-4857-8603-58446711e19a req-2d5d6d5b-71f7-4104-9b20-7061dccba824 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.74 "DELETE /v2.0/ports/7e941fbe-b24d-4b50-9992-7b245164920c HTTP/1.1" status: 204 len: 173 time: 1.2212679 May 21 15:47:58.683622 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-0ae4e607-7da5-4ead-9b8f-1b5bea830aa1 req-f53e4208-ccd2-4131-893d-a36198e82fe0 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Synchronizing usage tracker for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) resync /opt/stack/neutron/neutron/quota/resource.py:241}} May 21 15:47:58.734862 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60748) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:58.754468 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:58.770149 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:47:58.774544 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Usage tracker for resource:security_group_rule and tenant:3ff2778edf464e5383b552ad25ecf116 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:47:58.777661 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:47:58.784391 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:47:58.794103 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [req-0ae4e607-7da5-4ead-9b8f-1b5bea830aa1 req-f53e4208-ccd2-4131-893d-a36198e82fe0 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] Unset dirty status for tenant:7ac02ba641f24b089109eae948228032 on resource:port {{(pid=92296) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} May 21 15:47:58.795284 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [req-0ae4e607-7da5-4ead-9b8f-1b5bea830aa1 req-f53e4208-ccd2-4131-893d-a36198e82fe0 tempest-AttachVolumeNegativeTest-603985700 tempest-AttachVolumeNegativeTest-603985700-project] 10.222.0.66 "GET /v2.0/ports?device_id=d402c821-7be3-4ce0-96a4-f3106ae5638b HTTP/1.1" status: 200 len: 210 time: 0.1636062 May 21 15:47:58.854068 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7e941fbe-b24d-4b50-9992-7b245164920c no longer exists at agent hyperv_hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} May 21 15:47:58.881446 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:58.890534 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.plugin [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] No Port match for: 7e941fbe-b24d-4b50-9992-7b245164920c {{(pid=92297) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2224}} May 21 15:47:58.890902 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron.plugins.ml2.rpc [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Device 7e941fbe-b24d-4b50-9992-7b245164920c not bound to the agent host hv-cinder-79229 {{(pid=92297) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} May 21 15:47:59.002149 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:59.012421 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f9133c2e-723c-4e36-ba6a-665ce22df47c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:59.054665 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=3ff2778edf464e5383b552ad25ecf116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3185196 May 21 15:47:59.055482 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a767e-952b-48c7-8618-d391751a2dfa,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:59.057430 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60752) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:59.059134 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-04b1f9b6-198a-486a-a591-e686a773f6f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:59.129275 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:59.159243 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:59.351368 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:59.355335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-0cd3997c-88d1-4188-85f8-c0f519dd531f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:47:59.367293 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a767e-952b-48c7-8618-d391751a2dfa,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:47:59.370912 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:47:59.375780 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:47:59.377361 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-6f292b34-a86c-4faf-ab71-6ad0487db668 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/be5a767e-952b-48c7-8618-d391751a2dfa HTTP/1.1" status: 204 len: 168 time: 0.3187530 May 21 15:47:59.896714 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60762) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:47:59.960141 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.db_base_plugin_v2 [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Deleting subnet ad6604fc-7780-4228-8d4e-e8f534ba8020 {{(pid=92295) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1043}} May 21 15:47:59.963498 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.021105 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-801663'] for subnet, precommit_delete_associations {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.095723 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1399673'] for subnet, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.494750 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1399664', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-91328', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1663965', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2327305', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3910829'] for subnet, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.499075 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-9c4f1241-e1e9-4f20-a0c8-83cdab5aabcf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:00.541872 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ad6604fc-7780-4228-8d4e-e8f534ba8020,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:00.545685 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:00.550377 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-744b1958-4c00-4325-a633-15564538281d admin admin] Notify callbacks [] for subnet, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.557177 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-744b1958-4c00-4325-a633-15564538281d admin admin] 10.222.0.66 "DELETE /v2.0/subnets/ad6604fc-7780-4228-8d4e-e8f534ba8020 HTTP/1.1" status: 204 len: 168 time: 0.6593199 May 21 15:48:00.559814 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60780) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:00.679590 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1507898'] for network, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.818571 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1483712', 'neutron.services.segments.db._delete_segments_for_network-8732846036857'] for network, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.834216 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0b7e51e-1e83-4764-b084-fa2cd0b0e506']}} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:48:00.849075 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c44ddc3-777f-4dc9-a72b-bb0e224a164a') {'for_net_delete': True} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:48:00.849404 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.services.segments.db [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c44ddc3-777f-4dc9-a72b-bb0e224a164a') {} {{(pid=92295) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} May 21 15:48:00.864859 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8732846114317', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-801638'] for segment, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.894165 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044'] for segment, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.902569 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Releasing vlan 750 on physical network physnet1 to pool {{(pid=92295) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} May 21 15:48:00.903002 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1484044', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2327383'] for segment, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: Traceback (most recent call last): May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: timer() May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: cb(*args, **kw) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: return func(*args, **kwargs) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: self._notify() May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: self.callback(batched_events) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: event.method(event) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_id = self._get_aggregate_id(event.segment_id) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: aggregate_uuid = self.p_client.list_aggregates( May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: return f(self, *a, **k) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: return self._get(url).json() May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: return self._client.get(url, endpoint_filter=self._ks_filter, May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: return self.request(url, 'GET', **kwargs) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: base_url = self.get_endpoint(auth, allow=allow, May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: auth = self._auth_required(auth, 'determine endpoint URL') May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) May 21 15:48:00.916750 dv-cinder-792299-3-smb neutron-server[92295]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL May 21 15:48:01.108983 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1483767', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-476274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-1663956', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1653456'] for network, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:01.115526 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1663983'] for network, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:01.120395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:01.145014 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Pushing event deleted for resources: {'Network': ['ID=c0b7e51e-1e83-4764-b084-fa2cd0b0e506,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:01.147775 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:01.255434 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f8fa65dd-4892-4fa6-9822-45f6765c8a66 admin admin] 10.222.0.66 "DELETE /v2.0/networks/c0b7e51e-1e83-4764-b084-fa2cd0b0e506 HTTP/1.1" status: 204 len: 168 time: 0.6943216 May 21 15:48:01.817111 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60800) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:01.879353 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-27e75e21-403c-49f6-b7ff-d6dfd15e06ab admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ac02ba641f24b089109eae948228032&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0606914 May 21 15:48:01.881542 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60806) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:01.952699 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:01.999147 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:02.197338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:02.204331 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ef19b4c6-5b47-478b-b0e2-a7cb2178ad9f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:02.219906 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b436e24b-1232-4e04-b1de-6e42fca8469c,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:02.222770 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:02.379730 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:02.385050 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-ce39fb2a-7c4f-497d-a15b-5d5d9c1e1458 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b436e24b-1232-4e04-b1de-6e42fca8469c HTTP/1.1" status: 204 len: 168 time: 0.5021815 May 21 15:48:04.971198 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60870) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:05.109823 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.113017 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:48:05.123710 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:05.128113 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Usage tracker for resource:security_group_rule and tenant:f1f84b36eb754121a3d8f7a688bcd302 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:05.131396 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:05.138200 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:05.244672 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.356363 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.365656 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3b0ce7e7-dc0c-483c-90fc-0dac867a9a21 tempest-AttachVolumeTestJSON-15993422 tempest-AttachVolumeTestJSON-15993422-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:05.424082 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbe4804-f1c6-440d-b12d-c0443fbffbe0,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:05.429125 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=f1f84b36eb754121a3d8f7a688bcd302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4567618 May 21 15:48:05.430071 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-5dd79152-2153-4f9e-a9c4-8c885be0b59d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:05.432081 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60884) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:05.498410 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.530354 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.699571 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.706995 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-1baac2dd-be14-479c-b19a-66b6e2defc96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:05.717740 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbe4804-f1c6-440d-b12d-c0443fbffbe0,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:05.722122 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:05.726082 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:05.727326 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-655100f6-d8af-4238-9459-824a5cd5eab9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3cbe4804-f1c6-440d-b12d-c0443fbffbe0 HTTP/1.1" status: 204 len: 168 time: 0.2942841 May 21 15:48:06.695885 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60900) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:06.716819 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:06.733813 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:06.738257 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Usage tracker for resource:security_group_rule and tenant:2ae99ae7e88343fab6b30cac3476a89e is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:06.753141 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:06.753141 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:06.849564 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:06.965970 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:06.974504 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fcff7a79-02fc-4a41-816c-ee24baa6c63f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:07.014596 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b24be6b-908e-4ce7-92be-5656cc098ea3,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:07.019000 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=2ae99ae7e88343fab6b30cac3476a89e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3221035 May 21 15:48:07.021930 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 60908) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:07.025204 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.025570 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.025927 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.026323 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.026658 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.027029 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.027362 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.027708 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.028081 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.028454 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.028716 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.029048 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:07.032863 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-16065388-e66b-46b5-991e-8e9596276c97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:07.089095 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:07.119122 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:07.374113 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:07.385338 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e7f7e328-b876-46d9-aa28-17d0876a0335 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:07.391069 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b24be6b-908e-4ce7-92be-5656cc098ea3,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:07.393596 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:07.401428 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:07.403314 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-a36f0729-b8a0-48a6-b104-1b504c04b8c5 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/1b24be6b-908e-4ce7-92be-5656cc098ea3 HTTP/1.1" status: 204 len: 168 time: 0.3801010 May 21 15:48:08.839539 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60942) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:09.114223 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.138896 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:09.144925 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Usage tracker for resource:security_group_rule and tenant:725e2e0ade6b4b2cbd4a0e33aef97800 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:09.149324 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:09.157655 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:09.255533 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.349007 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.356470 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-faf81408-a7ed-43ca-a5f8-7a8d1fcccc47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:09.404618 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=725e2e0ade6b4b2cbd4a0e33aef97800&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5639281 May 21 15:48:09.405623 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a9221f4-252b-4fb3-a607-468d8e32d7ee,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:09.409643 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:09.410725 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 60954) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:09.484024 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.514770 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.642637 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.646548 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b9385fd9-72d7-4930-8f48-f4aaaccee6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:09.662660 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a9221f4-252b-4fb3-a607-468d8e32d7ee,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:09.665880 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:09.676933 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:09.678298 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6a9221f4-252b-4fb3-a607-468d8e32d7ee HTTP/1.1" status: 204 len: 168 time: 0.2666337 May 21 15:48:10.248110 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4ef46711-1ea8-4ae5-a2d0-640b29fab53a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:12.683960 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:12.853719 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3bdb2b5b-c68d-4475-992b-d27f453606fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:13.985917 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:15.688039 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:18.311187 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:21.820329 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 32844) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:21.968445 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:21.984919 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:21.989562 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Usage tracker for resource:security_group_rule and tenant:ba9ea57157a84eb0a059ea2593eb76f8 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:21.992889 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:21.999154 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:22.095158 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:22.202429 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:22.218159 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-6303587e-68ef-42bd-a9c5-fcc5a7617db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:22.268656 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=ba9ea57157a84eb0a059ea2593eb76f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4464417 May 21 15:48:22.270553 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6372163f-9d83-4bb6-ac87-3b68b3490a5f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:22.271911 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 32850) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:22.274077 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-50c08761-f2ab-4beb-9bb1-0819c5f0c5cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:22.337452 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:22.366395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:22.518009 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:22.522511 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bff3a1ba-f555-4ae5-b6cb-b3e280a5cbef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:22.534327 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6372163f-9d83-4bb6-ac87-3b68b3490a5f,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:22.545144 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.545523 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.545868 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.546230 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.546578 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.546959 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.547312 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.547695 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.548047 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.548395 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.548740 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.549084 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:48:22.552420 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:22.555958 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/6372163f-9d83-4bb6-ac87-3b68b3490a5f HTTP/1.1" status: 204 len: 168 time: 0.2802660 May 21 15:48:22.555958 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:23.488464 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 32864) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:23.508235 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:23.524133 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:23.528335 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Usage tracker for resource:security_group_rule and tenant:d160514078054f72b66e4b873f0765b4 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:23.531536 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:23.538364 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:23.663938 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:23.762271 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:23.769906 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-3f3454be-9e83-4db7-bf9c-4253131f23e3 tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:23.814596 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=d160514078054f72b66e4b873f0765b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3246868 May 21 15:48:23.815538 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74673bd0-e2b6-4cfa-9980-dad0b2dee7fe,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:23.818199 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 32868) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:23.824606 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-df0b5abf-7336-471e-889d-51b11a2fa8b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:23.887182 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:23.919455 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:24.113889 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:24.117776 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-8072c1de-e47f-42f4-bc7b-3a750c7a657a tempest-TestShelveInstance-1828847741 tempest-TestShelveInstance-1828847741-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:24.131273 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74673bd0-e2b6-4cfa-9980-dad0b2dee7fe,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:24.135800 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:24.141861 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:24.143037 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-61a90d81-d81b-4a1f-98c9-76001e43087d admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/74673bd0-e2b6-4cfa-9980-dad0b2dee7fe HTTP/1.1" status: 204 len: 168 time: 0.3236868 May 21 15:48:33.206233 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33000) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:33.337871 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.354239 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:33.358571 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Usage tracker for resource:security_group_rule and tenant:b92c272889ce4738a3baf77a9b182f50 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:33.361781 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:33.371781 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:33.493854 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.582474 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.596088 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-93639e03-6c62-461d-ae8a-16aab591a66d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:33.636523 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e667da94-7126-4c10-aa11-96ed94b6a1e5,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:33.641361 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=b92c272889ce4738a3baf77a9b182f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4335403 May 21 15:48:33.642329 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-9d3a96de-947b-45a4-921c-73b4e0a19d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:33.644016 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33010) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:33.712170 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.739981 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.944669 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.948520 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-7877fb76-e283-4ba0-acc0-cc0ea38fd25a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:33.962449 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e667da94-7126-4c10-aa11-96ed94b6a1e5,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:33.964958 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:33.970661 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:33.972427 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-a94bc95f-fb6f-40c9-8c2b-bd61f79b5a63 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e667da94-7126-4c10-aa11-96ed94b6a1e5 HTTP/1.1" status: 204 len: 168 time: 0.3274090 May 21 15:48:40.219638 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-ff282ff8-658a-4cc1-8888-a1e40430b0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:42.102381 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:48:42.568280 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33122) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:42.613618 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:42.696202 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:42.712075 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:42.716299 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Usage tracker for resource:security_group_rule and tenant:a4f9b435fcf1441a9fa83e622b0161ec is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:42.719847 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:42.725943 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:42.820399 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:42.876416 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8567a1de-77ab-465c-a51c-cd791ef0a346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:42.916221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:42.925422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-175fe0f2-ff19-4015-a5b1-69262e3d8cf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:42.966895 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=a4f9b435fcf1441a9fa83e622b0161ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3974793 May 21 15:48:42.971110 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0900a02-001d-4b46-9229-19f266ad9bbf,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:42.971818 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33128) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:42.973053 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-39e63c97-03d8-4275-b711-d539a58e497c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:43.034864 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.061674 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.149983 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33134) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:43.219287 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.224510 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-a6a3ff9f-e227-4850-937b-26501b032ab8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:43.241301 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0900a02-001d-4b46-9229-19f266ad9bbf,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:43.243895 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:43.252039 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.253148 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-4038b873-114c-4c38-a901-0613a704911c admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/a0900a02-001d-4b46-9229-19f266ad9bbf HTTP/1.1" status: 204 len: 168 time: 0.2802224 May 21 15:48:43.373770 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.389633 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:43.394309 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Usage tracker for resource:security_group_rule and tenant:be61f82ebf904f1a8dc915b497de7824 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:43.402264 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:43.403278 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:43.491837 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.639652 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.647550 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-fb0b5da3-6cd1-46bc-aace-7ca2ee41e26c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:43.694318 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=be61f82ebf904f1a8dc915b497de7824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5431933 May 21 15:48:43.695345 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8a7d072-c445-43e1-99ba-f95b294680b6,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:43.697344 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33142) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:43.698458 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-657c40cf-cb63-4b91-911a-3f16c9b2e2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:43.779753 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.808221 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.964837 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.968870 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-d6514dcb-ff84-4f0d-846b-6aea94004014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:43.982345 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8a7d072-c445-43e1-99ba-f95b294680b6,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:43.986604 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:43.992453 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:43.993578 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/b8a7d072-c445-43e1-99ba-f95b294680b6 HTTP/1.1" status: 204 len: 168 time: 0.2853687 May 21 15:48:44.002595 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:44.804358 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33150) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:44.825293 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:44.839733 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:44.843422 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Usage tracker for resource:security_group_rule and tenant:7ef26c1707374824bf5b177d9cf0371a is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:44.847238 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:44.852989 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:44.934385 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:45.016535 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:45.023940 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-570fcc88-5664-4e51-9750-b28195136c81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:45.063998 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d93c32eb-be91-4051-8fd3-958bf4083c02,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:45.068454 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=7ef26c1707374824bf5b177d9cf0371a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2629826 May 21 15:48:45.069348 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-5b7f3fc7-3e52-4c43-9ae7-3c56117a8789 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:45.077357 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33154) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:45.130454 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:45.156429 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:45.296294 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:45.300583 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-ce2d7689-db8a-4628-9945-97f0c676d719 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:45.397703 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d93c32eb-be91-4051-8fd3-958bf4083c02,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:45.401448 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:45.404550 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:45.405662 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-fe29bc02-92fa-4ce1-9137-94dc267edde9 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/d93c32eb-be91-4051-8fd3-958bf4083c02 HTTP/1.1" status: 204 len: 168 time: 0.3335829 May 21 15:48:45.657110 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.274772 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33162) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:46.293512 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.308995 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:46.313649 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Usage tracker for resource:security_group_rule and tenant:5155b2df3e624cae95d6fb0214c22ab8 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:46.318529 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:46.324615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:46.413112 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.476212 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.490043 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-bf6cf05b-d7ac-44a7-99af-1e6efc1ea2a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:46.530386 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5155b2df3e624cae95d6fb0214c22ab8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2545106 May 21 15:48:46.532807 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f36cf8e-7476-4110-beb7-2a4f9070f277,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:46.534491 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33166) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:46.536111 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-72c90fb7-c190-4b25-bb43-6440d58726da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:46.601508 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.645163 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.816216 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.820143 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-b83cb25f-8930-4e7c-b5db-637c2e986c7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:46.833380 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f36cf8e-7476-4110-beb7-2a4f9070f277,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:46.837254 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:46.843128 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:46.843128 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-da59e304-afad-4ba7-918a-220a78b4adc4 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/3f36cf8e-7476-4110-beb7-2a4f9070f277 HTTP/1.1" status: 204 len: 168 time: 0.3063047 May 21 15:48:48.287601 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.193002 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33244) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:57.349779 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.366062 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:57.370990 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Usage tracker for resource:security_group_rule and tenant:38a853f515f842368399cf53ff23b37e is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:57.374541 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:57.382602 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:57.470875 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.581545 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.589176 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-36029c71-7d86-437f-ba03-a173df780b3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:57.633584 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae6d5960-3fd5-435b-8541-2ac70120ce3e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:57.638053 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38a853f515f842368399cf53ff23b37e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4440005 May 21 15:48:57.638996 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-380cd9e3-3d8d-48ea-bfdb-1c0a22f3b29b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:57.641507 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33250) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:57.714559 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.747184 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.913307 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.917675 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-b4423795-02f3-4200-a35d-e2c0a6bbffae tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:57.934050 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae6d5960-3fd5-435b-8541-2ac70120ce3e,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:57.936913 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:57.947612 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:57.948933 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-fdea9e40-a034-4915-806a-b815e8734d12 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/ae6d5960-3fd5-435b-8541-2ac70120ce3e HTTP/1.1" status: 204 len: 168 time: 0.3069866 May 21 15:48:58.777034 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33258) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:58.795782 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:58.811043 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:48:58.815657 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Usage tracker for resource:security_group_rule and tenant:38381789852f4e3a9909c6e95ca400b3 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:48:58.818488 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:48:58.824365 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:48:58.912706 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:58.993192 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:59.001249 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-947fa263-e213-4c51-b9a0-0d18ebbb638c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:59.045004 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=38381789852f4e3a9909c6e95ca400b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2668386 May 21 15:48:59.046020 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c11be119-d70d-4149-a53f-4d5ffad4b8bc,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:59.048952 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33262) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:48:59.049981 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:59.112051 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:59.142180 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:59.273266 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:59.278812 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-c2a38581-bac3-4b20-805f-724065048c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:48:59.293223 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11be119-d70d-4149-a53f-4d5ffad4b8bc,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:48:59.296339 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:48:59.297292 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:48:59.298847 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-f462209f-5041-45dc-bbbd-88d21eb5b71f admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/c11be119-d70d-4149-a53f-4d5ffad4b8bc HTTP/1.1" status: 204 len: 168 time: 0.2476540 May 21 15:49:09.544325 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33346) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:49:09.667685 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:09.682155 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:49:09.686066 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Usage tracker for resource:security_group_rule and tenant:5a664389a8c54a82980f6f0231b28c76 is out of sync, need to count used quota {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:49:09.689017 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.quota.resource [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92296) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:49:09.694739 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.db.quota.driver [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92296) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:49:09.786095 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:09.890057 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:09.897800 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-1157e3a7-f3a4-4084-a581-e1c2e66c61d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:49:09.935401 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=5a664389a8c54a82980f6f0231b28c76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3899672 May 21 15:49:09.938214 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33352) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:49:09.940527 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02ce444a-78ab-47bc-a143-3d90e029114f,revision_number=1']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:49:09.948315 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.948676 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.949028 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.949374 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.949716 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.950061 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.950403 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.950765 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.951109 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.951437 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.951775 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.952106 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92296) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:09.956512 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-32bc9698-4e8e-4c4a-88dd-9dcdbe8699ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:49:10.009564 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:10.036986 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:10.201809 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:10.207727 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-938afeab-2053-462a-8fac-ffe4bfbc1604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:49:10.220091 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02ce444a-78ab-47bc-a143-3d90e029114f,revision_number=None']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:49:10.223552 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:49:10.229076 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:10.230236 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-f75f6e03-6d93-4440-b5cf-7d82a402e9ad admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/02ce444a-78ab-47bc-a143-3d90e029114f HTTP/1.1" status: 204 len: 168 time: 0.2905087 May 21 15:49:10.239932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-763bf31a-f792-4fba-ae39-cfacc1cf6478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:12.621462 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:12.907900 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-964b90b4-79c5-4984-8142-dbfff9d4024a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:13.998503 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:15.678312 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:18.363921 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:19.101708 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:49:25.678942 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.wsgi [-] (92295) accepted ('10.222.0.66', 33480) {{(pid=92295) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:49:25.806615 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:25.821233 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} May 21 15:49:25.825302 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Usage tracker for resource:security_group_rule and tenant:fa42bb5fa8d34a77b73818bca4cd1be7 is out of sync, need to count used quota {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} May 21 15:49:25.828198 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.quota.resource [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=92295) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} May 21 15:49:25.834022 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.db.quota.driver [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=92295) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} May 21 15:49:25.940331 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:26.026491 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron_lib.callbacks.manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_create {{(pid=92295) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:26.034456 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-f425750e-f430-4f3e-ba05-c2eb499e649f tempest-TestMinimumBasicScenario-710197262 tempest-TestMinimumBasicScenario-710197262-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:49:26.079751 dv-cinder-792299-3-smb neutron-server[92295]: INFO neutron.wsgi [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] 10.222.0.66 "GET /v2.0/security-groups?tenant_id=fa42bb5fa8d34a77b73818bca4cd1be7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3997190 May 21 15:49:26.080655 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9c82547-8455-473f-9dfb-2ddd49c8b76e,revision_number=1']} {{(pid=92295) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:49:26.082635 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.wsgi [-] (92296) accepted ('10.222.0.66', 33486) {{(pid=92296) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} May 21 15:49:26.087978 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.088342 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.088701 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.089051 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.089396 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.089740 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.090082 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.090426 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.090793 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.091136 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.091478 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.091814 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-792299-3-smb {{(pid=92295) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} May 21 15:49:26.096303 dv-cinder-792299-3-smb neutron-server[92295]: DEBUG oslo_concurrency.lockutils [None req-e3f2aafa-341c-4138-83e0-faf7ba423fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=92295) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:49:26.150111 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:26.177041 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:26.329716 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-477864'] for security_group, after_delete {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:26.333798 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-427940f8-d5a4-4363-ae4d-b14ee5fdaf74 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} May 21 15:49:26.346104 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9c82547-8455-473f-9dfb-2ddd49c8b76e,revision_number=None']} {{(pid=92296) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} May 21 15:49:26.348536 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG oslo_concurrency.lockutils [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=92296) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} May 21 15:49:26.357782 dv-cinder-792299-3-smb neutron-server[92296]: DEBUG neutron_lib.callbacks.manager [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=92296) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:26.358917 dv-cinder-792299-3-smb neutron-server[92296]: INFO neutron.wsgi [None req-38a6a79e-5691-4e2d-9f8c-e7a4683fab20 admin admin] 10.222.0.66 "DELETE /v2.0/security-groups/e9c82547-8455-473f-9dfb-2ddd49c8b76e HTTP/1.1" status: 204 len: 168 time: 0.2752829 May 21 15:49:40.201602 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a14dd6ae-b4e3-4932-af63-59ad7efe0b01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:42.666141 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:42.900527 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-682f6ab1-e1ed-4c75-933f-c8482548ccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:43.991842 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:45.641196 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:48.265789 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:49:56.101012 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:50:10.263841 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fb1f61b2-a934-452a-b25e-b398c6f1e39a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:12.658919 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:12.877035 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-90ec692f-0428-4b09-a0e0-60b453e5c268 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:13.996647 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:15.682625 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:18.288188 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:33.099920 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:50:40.213446 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-71cd0f38-85ef-43c4-b962-48be979dbb18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:42.659303 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:42.899114 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2ef1a7f0-50f6-4b8d-a7fd-ac6c615d2a85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:43.984708 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:45.664712 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:50:48.309997 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:10.103302 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:51:10.269581 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-fc9422e1-427e-4be8-8d6b-d16db0991c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:12.669549 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:12.938081 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-4170f82b-cb97-4c3a-8b0a-2ede831ae6f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:14.001357 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:15.652495 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:18.251988 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:40.183239 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8fc56786-3984-46d7-a036-5f237b41745f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:42.714372 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:42.903284 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-a917a9fe-5d63-462c-bf43-cc542925927d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:43.977665 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:45.640772 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:51:47.102582 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:51:48.292262 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:10.245426 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8214ac24-7e7e-45f6-8c95-19a80fa3499f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:12.623339 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:12.874398 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3aa6b1ad-aa52-4ce5-9aa7-8b3a77481346 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:14.102152 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:15.646106 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:18.308794 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:24.102704 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:52:40.193875 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2a8e1b67-c11b-462d-aa01-93bb9c58a6ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:42.639852 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:42.850932 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-2f167629-b939-4e9d-8ee6-049a10caf184 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:43.983449 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:45.651543 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:52:48.297200 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:01.102929 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:53:10.205113 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-c62fcb87-d304-4ac3-903c-e6150425ed34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:12.651809 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:12.891338 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-695441f9-002c-460c-a9e1-936f2b584acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:14.006886 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:15.776774 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:18.398825 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:38.103136 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:53:40.213956 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-8f76fdea-2629-491e-8ad7-31914d76be86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:42.627888 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:42.885065 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-3ef1000c-f44f-46c8-a517-f61237a804ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:44.027761 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:45.656490 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:53:48.328127 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:54:10.290699 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-e2deb27b-dd31-4ad9-9896-48e174d2ebf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:54:12.673379 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-273d5014-be69-46ce-b528-406cea2b8906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:54:12.873394 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-af6639b7-0c41-41a6-b3f7-68a1bc008334 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:54:14.016073 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-5f4f15a5-458f-4d4c-a82a-dec5655f83a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:54:15.102646 dv-cinder-792299-3-smb neutron-server[92298]: DEBUG neutron.db.agents_db [None req-8bc31d0a-0268-41fc-ae67-4eea3b5cfffa None None] Agent healthcheck: found 6 active agents {{(pid=92298) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:325}} May 21 15:54:15.652922 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-12835acb-1dbd-4389-a589-f0c3ba9193d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} May 21 15:54:18.307714 dv-cinder-792299-3-smb neutron-server[92297]: DEBUG neutron_lib.callbacks.manager [None req-142ae274-5f5c-4b94-aa30-0e4ac2c2e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8732846040158', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1395258'] for agent, after_update {{(pid=92297) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}